Compare commits
9 Commits
94c8044eb7
...
c700b01e80
| Author | SHA1 | Date | |
|---|---|---|---|
| c700b01e80 | |||
| 578959c9b3 | |||
| 3918682339 | |||
| d890a93775 | |||
| d029a171c0 | |||
| 74b37ff818 | |||
| 7cd24959bf | |||
| 6e309be71c | |||
| c92b3d0e7c |
72
compile.go
72
compile.go
@@ -74,6 +74,12 @@ func getPOSIXClass(str []rune) (bool, string) {
|
||||
return true, rtv
|
||||
}
|
||||
|
||||
// Stores whether the case-insensitive flag has been enabled.
|
||||
var caseInsensitive bool
|
||||
|
||||
// Stores whether the multiline flag has been enabled.
|
||||
var multilineMode bool
|
||||
|
||||
/*
|
||||
The Shunting-Yard algorithm is used to convert the given infix (regeular) expression to postfix.
|
||||
The primary benefit of this is getting rid of parentheses.
|
||||
@@ -85,10 +91,12 @@ See: https://blog.cernera.me/converting-regular-expressions-to-postfix-notation-
|
||||
func shuntingYard(re string, flags ...ReFlag) ([]postfixNode, error) {
|
||||
// Check which flags are enabled
|
||||
|
||||
caseInsensitive := false
|
||||
caseInsensitive = false
|
||||
multilineMode = false
|
||||
// In Multiline mode, the newline character is considered a
|
||||
// 'dot' character ie. the dot metacharacter matches a newline as well.
|
||||
if slices.Contains(flags, RE_MULTILINE) {
|
||||
multilineMode = true
|
||||
notDotChars = []rune{}
|
||||
} else {
|
||||
notDotChars = []rune{'\n'}
|
||||
@@ -324,7 +332,7 @@ func shuntingYard(re string, flags ...ReFlag) ([]postfixNode, error) {
|
||||
*/
|
||||
c := re_postfix[i]
|
||||
if isNormalChar(c) || isSpecialCharWithMetacharReplacement(c) {
|
||||
outQueue = append(outQueue, newPostfixNode(allCases(c, caseInsensitive)...))
|
||||
outQueue = append(outQueue, newPostfixNode(c))
|
||||
continue
|
||||
}
|
||||
// Since every unescaped bracket is replaced by a LBRACKET / RBRACKET, there may
|
||||
@@ -352,7 +360,7 @@ func shuntingYard(re string, flags ...ReFlag) ([]postfixNode, error) {
|
||||
if n < 1 || err != nil {
|
||||
return nil, fmt.Errorf("error parsing expanded hex code in expression")
|
||||
}
|
||||
outQueue = append(outQueue, newPostfixCharNode(allCases(rune(hexVal), caseInsensitive)...))
|
||||
outQueue = append(outQueue, newPostfixCharNode(rune(hexVal)))
|
||||
i += 7
|
||||
} else if i < len(re_postfix)-1 { // Two-digit hex code
|
||||
hexVal, err := strconv.ParseInt(string([]rune{re_postfix[i], re_postfix[i+1]}), 16, 64) // Convert the two hex values into a rune slice, then to a string. Parse the string into an int with strconv.ParseInt()
|
||||
@@ -360,7 +368,7 @@ func shuntingYard(re string, flags ...ReFlag) ([]postfixNode, error) {
|
||||
return nil, fmt.Errorf("error parsing hex characters in expression")
|
||||
}
|
||||
i++ // Loop increment will take care of going forward
|
||||
outQueue = append(outQueue, newPostfixCharNode(allCases(rune(hexVal), caseInsensitive)...))
|
||||
outQueue = append(outQueue, newPostfixCharNode(rune(hexVal)))
|
||||
} else {
|
||||
return nil, fmt.Errorf("not enough hex characters found in expression")
|
||||
}
|
||||
@@ -380,7 +388,7 @@ func shuntingYard(re string, flags ...ReFlag) ([]postfixNode, error) {
|
||||
return nil, fmt.Errorf("invalid octal value in expression")
|
||||
}
|
||||
i += numDigitsParsed - 1 // Shift forward by the number of digits that were parsed. Move back one character, because the loop increment will move us back to the next character automatically
|
||||
outQueue = append(outQueue, newPostfixCharNode(allCases(rune(octVal), caseInsensitive)...))
|
||||
outQueue = append(outQueue, newPostfixCharNode(rune(octVal)))
|
||||
} else {
|
||||
escapedNode, err := newEscapedNode(re_postfix[i], false)
|
||||
if err != nil {
|
||||
@@ -520,7 +528,7 @@ func shuntingYard(re string, flags ...ReFlag) ([]postfixNode, error) {
|
||||
if n < 1 || err != nil {
|
||||
return nil, fmt.Errorf("error parsing expanded hex code in character class")
|
||||
}
|
||||
chars = append(chars, newPostfixCharNode(allCases(rune(hexVal), caseInsensitive)...))
|
||||
chars = append(chars, newPostfixCharNode(rune(hexVal)))
|
||||
i += 8
|
||||
} else if i < len(re_postfix)-2 { // Two-digit hex code
|
||||
hexVal, err := strconv.ParseInt(string([]rune{re_postfix[i], re_postfix[i+1]}), 16, 64) // Convert the two hex values into a rune slice, then to a string. Parse the string into an int with strconv.ParseInt()
|
||||
@@ -528,7 +536,7 @@ func shuntingYard(re string, flags ...ReFlag) ([]postfixNode, error) {
|
||||
return nil, fmt.Errorf("error parsing hex characters in character class")
|
||||
}
|
||||
i += 2
|
||||
chars = append(chars, newPostfixCharNode(allCases(rune(hexVal), caseInsensitive)...))
|
||||
chars = append(chars, newPostfixCharNode(rune(hexVal)))
|
||||
} else {
|
||||
return nil, fmt.Errorf("not enough hex characters found in character class")
|
||||
}
|
||||
@@ -548,7 +556,7 @@ func shuntingYard(re string, flags ...ReFlag) ([]postfixNode, error) {
|
||||
return nil, fmt.Errorf("invalid octal value in character class")
|
||||
}
|
||||
i += numDigitsParsed // Shift forward by the number of characters parsed
|
||||
chars = append(chars, newPostfixCharNode(allCases(rune(octVal), caseInsensitive)...))
|
||||
chars = append(chars, newPostfixCharNode(rune(octVal)))
|
||||
} else {
|
||||
escapedNode, err := newEscapedNode(re_postfix[i], true)
|
||||
if err != nil {
|
||||
@@ -577,23 +585,9 @@ func shuntingYard(re string, flags ...ReFlag) ([]postfixNode, error) {
|
||||
nodeToAdd = newPostfixCharNode(genRangeInclusive('0', '9')...)
|
||||
case "upper": // [A-Z]
|
||||
charsToAdd := genRangeInclusive('A', 'Z')
|
||||
if caseInsensitive {
|
||||
// Convert each rune to a slice of runes using allCases, then flatten the resulting
|
||||
// 2-D slice into a 1-D slice. Assign the result to charsToAdd.
|
||||
charsToAdd = slices.Concat(Map(charsToAdd, func(r rune) []rune {
|
||||
return allCases(r, caseInsensitive)
|
||||
})...)
|
||||
}
|
||||
nodeToAdd = newPostfixCharNode(charsToAdd...)
|
||||
case "lower": // [a-z]
|
||||
charsToAdd := genRangeInclusive('a', 'z')
|
||||
if caseInsensitive {
|
||||
// Convert each rune to a slice of runes using allCases, then flatten the resulting
|
||||
// 2-D slice into a 1-D slice. Assign the result to charsToAdd.
|
||||
charsToAdd = slices.Concat(Map(charsToAdd, func(r rune) []rune {
|
||||
return allCases(r, caseInsensitive)
|
||||
})...)
|
||||
}
|
||||
nodeToAdd = newPostfixCharNode(charsToAdd...)
|
||||
case "alpha": //[A-Za-z]
|
||||
nodeToAdd = newPostfixCharNode(slices.Concat(genRangeInclusive('A', 'Z'), genRangeInclusive('a', 'z'))...)
|
||||
@@ -642,7 +636,7 @@ func shuntingYard(re string, flags ...ReFlag) ([]postfixNode, error) {
|
||||
return nil, fmt.Errorf("error parsing high-range unicode value in character class")
|
||||
}
|
||||
}
|
||||
chars = append(chars, newPostfixCharNode(allCases(re_postfix[i], caseInsensitive)...))
|
||||
chars = append(chars, newPostfixCharNode(re_postfix[i]))
|
||||
i++
|
||||
}
|
||||
firstCharAdded = true
|
||||
@@ -823,18 +817,36 @@ func thompson(re []postfixNode) (Reg, error) {
|
||||
// and them to the state's _content_. As mentioned above, if the exception has exceptions, then we can match
|
||||
// those.
|
||||
nodeExceptChars := slices.Concat(Map(node.except, func(node postfixNode) []rune {
|
||||
return node.contents
|
||||
nodeContents := node.contents
|
||||
if caseInsensitive {
|
||||
nodeContents = slices.Concat(Map(nodeContents, func(r rune) []rune {
|
||||
return allCases(r, caseInsensitive)
|
||||
})...)
|
||||
}
|
||||
return nodeContents
|
||||
})...)
|
||||
state.content = rune2Contents(nodeExceptChars)
|
||||
} else {
|
||||
state.except = append(state.except, node.contents...)
|
||||
charsToAdd := node.contents
|
||||
if caseInsensitive {
|
||||
charsToAdd = slices.Concat(Map(charsToAdd, func(r rune) []rune {
|
||||
return allCases(r, caseInsensitive)
|
||||
})...)
|
||||
}
|
||||
state.except = append(state.except, charsToAdd...)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
// Convert the current contents to []int, convert the result of rune2contents to []int, append then
|
||||
// convert back to stateContents.
|
||||
state.content = stateContents(append([]int(state.content), []int(rune2Contents(c.contents))...))
|
||||
runesToAdd := c.contents
|
||||
if caseInsensitive {
|
||||
runesToAdd = slices.Concat(Map(runesToAdd, func(r rune) []rune {
|
||||
return allCases(r, caseInsensitive)
|
||||
})...)
|
||||
}
|
||||
state.content = stateContents(append([]int(state.content), []int(rune2Contents(runesToAdd))...))
|
||||
state.output = make([]*State, 0)
|
||||
state.output = append(state.output, &state)
|
||||
state.isEmpty = false
|
||||
@@ -946,7 +958,13 @@ func thompson(re []postfixNode) (Reg, error) {
|
||||
// Map the list of nodes to a list of states, each state containing the contents of a specific node
|
||||
states := Map(c.nodeContents, func(node postfixNode) *State {
|
||||
s := newState()
|
||||
s.content = rune2Contents(node.contents)
|
||||
nodeContents := node.contents
|
||||
if caseInsensitive {
|
||||
nodeContents = slices.Concat(Map(nodeContents, func(r rune) []rune {
|
||||
return allCases(r, caseInsensitive)
|
||||
})...)
|
||||
}
|
||||
s.content = rune2Contents(nodeContents)
|
||||
return &s
|
||||
})
|
||||
// Reduce the list of states down to a single state by alternating them
|
||||
|
||||
15
misc.go
15
misc.go
@@ -2,7 +2,6 @@ package main
|
||||
|
||||
import (
|
||||
"slices"
|
||||
"strings"
|
||||
"unicode"
|
||||
)
|
||||
|
||||
@@ -159,17 +158,3 @@ func replaceByValue[T comparable](slc []T, toReplace T, replaceWith T) []T {
|
||||
}
|
||||
return slc
|
||||
}
|
||||
|
||||
// swapCase swaps the case of every character in the given string, and returns
|
||||
// the new string.
|
||||
func swapCase(str string) string {
|
||||
return strings.Map(func(r rune) rune {
|
||||
switch {
|
||||
case unicode.IsLower(r):
|
||||
return unicode.ToUpper(r)
|
||||
case unicode.IsUpper(r):
|
||||
return unicode.ToLower(r)
|
||||
}
|
||||
return r
|
||||
}, str)
|
||||
}
|
||||
|
||||
8
nfa.go
8
nfa.go
@@ -108,11 +108,15 @@ func (s State) checkAssertion(str []rune, idx int) bool {
|
||||
return true
|
||||
}
|
||||
if s.assert == SOS {
|
||||
return idx == 0
|
||||
// Single-line mode: Beginning of string
|
||||
// Multi-line mode: Previous character was newline
|
||||
return idx == 0 || (multilineMode && (idx > 0 && str[idx-1] == '\n'))
|
||||
}
|
||||
if s.assert == EOS {
|
||||
// Single-line mode: End of string
|
||||
// Multi-line mode: current character is newline
|
||||
// Index is at the end of the string, or it points to the last character which is a newline
|
||||
return idx == len(str) || (idx == len(str)-1 && str[len(str)-1] == '\n')
|
||||
return idx == len(str) || (multilineMode && str[idx] == '\n')
|
||||
}
|
||||
if s.assert == WBOUND {
|
||||
return isWordBoundary(str, idx)
|
||||
|
||||
183
re_test.go
183
re_test.go
@@ -322,6 +322,130 @@ var reTests = []struct {
|
||||
{`a[b-]`, nil, `a-`, []Group{{0, 2}}},
|
||||
{`a[b-a]`, nil, `a-`, nil},
|
||||
|
||||
// Case-insensitive matching tests
|
||||
{`abc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{{0, 3}}},
|
||||
{`abc`, []ReFlag{RE_CASE_INSENSITIVE}, `XBC`, []Group{}},
|
||||
{`abc`, []ReFlag{RE_CASE_INSENSITIVE}, `AXC`, []Group{}},
|
||||
{`abc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABX`, []Group{}},
|
||||
{`abc`, []ReFlag{RE_CASE_INSENSITIVE}, `XABCY`, []Group{{1, 4}}},
|
||||
{`abc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABABC`, []Group{{2, 5}}},
|
||||
{`ab*c`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{{0, 3}}},
|
||||
{`ab*bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{{0, 3}}},
|
||||
{`ab*bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABBC`, []Group{{0, 4}}},
|
||||
{`ab*bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABBBBC`, []Group{{0, 6}}},
|
||||
{`ab{0,}c`, []ReFlag{RE_CASE_INSENSITIVE}, `ABBBBC`, []Group{{0, 6}}},
|
||||
{`ab+bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABBC`, []Group{{0, 4}}},
|
||||
{`ab+bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{}},
|
||||
{`ab+bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABQ`, []Group{}},
|
||||
{`ab{1,}bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABQ`, []Group{}},
|
||||
{`ab+bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABBBBC`, []Group{{0, 6}}},
|
||||
{`ab{1,}bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABBBBC`, []Group{{0, 6}}},
|
||||
{`ab{1,3}bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABBBBC`, []Group{{0, 6}}},
|
||||
{`ab{3,4}bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABBBBC`, []Group{{0, 6}}},
|
||||
{`ab{4,5}bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABBBBC`, []Group{}},
|
||||
{`ab?bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABBC`, []Group{{0, 4}}},
|
||||
{`ab?bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{{0, 3}}},
|
||||
{`ab{0,1}bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{{0, 3}}},
|
||||
{`ab?bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABBBBC`, []Group{}},
|
||||
{`ab?c`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{{0, 3}}},
|
||||
{`^abc$`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{{0, 3}}},
|
||||
{`^abc$`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCC`, []Group{}},
|
||||
{`^abc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCC`, []Group{{0, 3}}},
|
||||
{`^abc$`, []ReFlag{RE_CASE_INSENSITIVE}, `AABC`, []Group{}},
|
||||
{`abc$`, []ReFlag{RE_CASE_INSENSITIVE}, `AABC`, []Group{{1, 4}}},
|
||||
{`^`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{{0, 0}}},
|
||||
{`$`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{{3, 3}}},
|
||||
{`a.c`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{{0, 3}}},
|
||||
{`a.c`, []ReFlag{RE_CASE_INSENSITIVE}, `AXC`, []Group{{0, 3}}},
|
||||
{`a.*c`, []ReFlag{RE_CASE_INSENSITIVE}, `AXYZC`, []Group{{0, 5}}},
|
||||
{`a.*c`, []ReFlag{RE_CASE_INSENSITIVE}, `AXYZD`, []Group{}},
|
||||
{`a[bc]d`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{}},
|
||||
{`a[bc]d`, []ReFlag{RE_CASE_INSENSITIVE}, `ABD`, []Group{{0, 3}}},
|
||||
{`a[b-d]e`, []ReFlag{RE_CASE_INSENSITIVE}, `ABD`, []Group{}},
|
||||
{`a[b-d]e`, []ReFlag{RE_CASE_INSENSITIVE}, `ACE`, []Group{{0, 3}}},
|
||||
{`a[b-d]`, []ReFlag{RE_CASE_INSENSITIVE}, `AAC`, []Group{{1, 3}}},
|
||||
{`a[-b]`, []ReFlag{RE_CASE_INSENSITIVE}, `A-`, []Group{{0, 2}}}, // If a character class has a hyphen without a start or end character, it is treated as a literal hyphen
|
||||
{`a[\-b]`, []ReFlag{RE_CASE_INSENSITIVE}, `A-`, []Group{{0, 2}}},
|
||||
{`a[b-]`, []ReFlag{RE_CASE_INSENSITIVE}, `A-`, []Group{{0, 2}}}, // If a character class has a hyphen without a start or end character, it is treated as a literal hyphen
|
||||
|
||||
{`a[]b`, []ReFlag{RE_CASE_INSENSITIVE}, `-`, nil},
|
||||
{`a[`, []ReFlag{RE_CASE_INSENSITIVE}, `-`, nil},
|
||||
{`a\`, []ReFlag{RE_CASE_INSENSITIVE}, `-`, nil},
|
||||
{`abc)`, []ReFlag{RE_CASE_INSENSITIVE}, `-`, nil},
|
||||
{`(abc`, []ReFlag{RE_CASE_INSENSITIVE}, `-`, nil},
|
||||
{`a]`, []ReFlag{RE_CASE_INSENSITIVE}, `A]`, []Group{{0, 2}}},
|
||||
{`a[]]b`, []ReFlag{RE_CASE_INSENSITIVE}, `A]B`, []Group{{0, 3}}},
|
||||
{`a[\]]b`, []ReFlag{RE_CASE_INSENSITIVE}, `A]B`, []Group{{0, 3}}},
|
||||
{`a[^bc]d`, []ReFlag{RE_CASE_INSENSITIVE}, `AED`, []Group{{0, 3}}},
|
||||
{`a[^bc]d`, []ReFlag{RE_CASE_INSENSITIVE}, `ABD`, []Group{}},
|
||||
{`a[^-b]c`, []ReFlag{RE_CASE_INSENSITIVE}, `ADC`, []Group{{0, 3}}},
|
||||
{`a[^-b]c`, []ReFlag{RE_CASE_INSENSITIVE}, `A-C`, []Group{}},
|
||||
{`a[^]b]c`, []ReFlag{RE_CASE_INSENSITIVE}, `A]C`, []Group{}},
|
||||
{`a[^]b]c`, []ReFlag{RE_CASE_INSENSITIVE}, `ADC`, []Group{{0, 3}}},
|
||||
{`\ba\b`, []ReFlag{RE_CASE_INSENSITIVE}, `A-`, []Group{{0, 1}}},
|
||||
{`\ba\b`, []ReFlag{RE_CASE_INSENSITIVE}, `-A`, []Group{{1, 2}}},
|
||||
{`\ba\b`, []ReFlag{RE_CASE_INSENSITIVE}, `-A-`, []Group{{1, 2}}},
|
||||
{`\by\b`, []ReFlag{RE_CASE_INSENSITIVE}, `XY`, []Group{}},
|
||||
{`\by\b`, []ReFlag{RE_CASE_INSENSITIVE}, `YZ`, []Group{}},
|
||||
{`\by\b`, []ReFlag{RE_CASE_INSENSITIVE}, `XYZ`, []Group{}},
|
||||
{`x\b`, []ReFlag{RE_CASE_INSENSITIVE}, `XYZ`, []Group{}},
|
||||
{`x\B`, []ReFlag{RE_CASE_INSENSITIVE}, `XYZ`, []Group{{0, 1}}},
|
||||
{`\Bz`, []ReFlag{RE_CASE_INSENSITIVE}, `XYZ`, []Group{{2, 3}}},
|
||||
{`z\B`, []ReFlag{RE_CASE_INSENSITIVE}, `XYZ`, []Group{}},
|
||||
{`\Bx`, []ReFlag{RE_CASE_INSENSITIVE}, `XYZ`, []Group{}},
|
||||
{`\Ba\B`, []ReFlag{RE_CASE_INSENSITIVE}, `A-`, []Group{}},
|
||||
{`\Ba\B`, []ReFlag{RE_CASE_INSENSITIVE}, `-A`, []Group{}},
|
||||
{`\Ba\B`, []ReFlag{RE_CASE_INSENSITIVE}, `-A-`, []Group{}},
|
||||
{`\By\B`, []ReFlag{RE_CASE_INSENSITIVE}, `XY`, []Group{}},
|
||||
{`\By\B`, []ReFlag{RE_CASE_INSENSITIVE}, `YZ`, []Group{}},
|
||||
{`\By\b`, []ReFlag{RE_CASE_INSENSITIVE}, `XY`, []Group{{1, 2}}},
|
||||
{`\by\B`, []ReFlag{RE_CASE_INSENSITIVE}, `YZ`, []Group{{0, 1}}},
|
||||
{`\By\B`, []ReFlag{RE_CASE_INSENSITIVE}, `XYZ`, []Group{{1, 2}}},
|
||||
{`ab|cd`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Group{{0, 2}}},
|
||||
{`ab|cd`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCD`, []Group{{0, 2}, {2, 4}}},
|
||||
{`$b`, []ReFlag{RE_CASE_INSENSITIVE}, `B`, []Group{}},
|
||||
{`a\(b`, []ReFlag{RE_CASE_INSENSITIVE}, `A(B`, []Group{{0, 3}}},
|
||||
{`a\(*b`, []ReFlag{RE_CASE_INSENSITIVE}, `AB`, []Group{{0, 2}}},
|
||||
{`a\(*b`, []ReFlag{RE_CASE_INSENSITIVE}, `A((B`, []Group{{0, 4}}},
|
||||
{`a\\b`, []ReFlag{RE_CASE_INSENSITIVE}, `A\B`, []Group{{0, 3}}},
|
||||
{`a+b+c`, []ReFlag{RE_CASE_INSENSITIVE}, `AABBABC`, []Group{{4, 7}}},
|
||||
{`a{1,}b{1,}c`, []ReFlag{RE_CASE_INSENSITIVE}, `AABBABC`, []Group{{4, 7}}},
|
||||
{`)(`, []ReFlag{RE_CASE_INSENSITIVE}, `-`, nil},
|
||||
{`[^ab]*`, []ReFlag{RE_CASE_INSENSITIVE}, `CDE`, []Group{{0, 3}, {3, 3}}},
|
||||
{`abc`, []ReFlag{RE_CASE_INSENSITIVE}, ``, []Group{}},
|
||||
{`a*`, []ReFlag{RE_CASE_INSENSITIVE}, ``, []Group{{0, 0}}},
|
||||
{`a|b|c|d|e`, []ReFlag{RE_CASE_INSENSITIVE}, `E`, []Group{{0, 1}}},
|
||||
{`abcd*efg`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCDEFG`, []Group{{0, 7}}},
|
||||
{`ab*`, []ReFlag{RE_CASE_INSENSITIVE}, `XABYABBBZ`, []Group{{1, 3}, {4, 8}}},
|
||||
{`ab*`, []ReFlag{RE_CASE_INSENSITIVE}, `XAYABBBZ`, []Group{{1, 2}, {3, 7}}},
|
||||
{`[abhgefdc]ij`, []ReFlag{RE_CASE_INSENSITIVE}, `HIJ`, []Group{{0, 3}}},
|
||||
{`a[bcd]*dcdcde`, []ReFlag{RE_CASE_INSENSITIVE}, `ADCDCDE`, []Group{{0, 7}}},
|
||||
{`a[bcd]+dcdcde`, []ReFlag{RE_CASE_INSENSITIVE}, `ADCDCDE`, []Group{}},
|
||||
{`[a-zA-Z_][a-zA-Z0-9_]*`, []ReFlag{RE_CASE_INSENSITIVE}, `ALPHA`, []Group{{0, 5}}},
|
||||
{`multiple words of text`, []ReFlag{RE_CASE_INSENSITIVE}, `UH-UH`, []Group{}},
|
||||
{`multiple words`, []ReFlag{RE_CASE_INSENSITIVE}, `MULTIPLE WORDS, YEAH`, []Group{{0, 14}}},
|
||||
{`[k]`, []ReFlag{RE_CASE_INSENSITIVE}, `AB`, []Group{}},
|
||||
{`a[-]?c`, []ReFlag{RE_CASE_INSENSITIVE}, `AC`, []Group{{0, 2}}},
|
||||
{`^(.+)?B`, []ReFlag{RE_CASE_INSENSITIVE}, `ab`, []Group{{0, 2}}},
|
||||
{`\0009`, []ReFlag{RE_CASE_INSENSITIVE}, "\x009", []Group{{0, 2}}},
|
||||
{`\141`, []ReFlag{RE_CASE_INSENSITIVE}, "A", []Group{{0, 1}}},
|
||||
|
||||
{`a[-]?c`, []ReFlag{RE_CASE_INSENSITIVE}, `AC`, []Group{{0, 2}}},
|
||||
|
||||
{`a(?!b).`, nil, `abad`, []Group{{2, 4}}},
|
||||
{`a(?=d).`, nil, `abad`, []Group{{2, 4}}},
|
||||
{`a(?=c|d).`, nil, `abad`, []Group{{2, 4}}},
|
||||
|
||||
{`^abc`, nil, "jkl\nabc\nxyz", []Group{}},
|
||||
{`^abc`, []ReFlag{RE_MULTILINE}, "jkl\nabc\nxyz", []Group{{4, 7}}},
|
||||
{`abc$`, nil, "jkl\nabc\nxyz", []Group{}},
|
||||
{`abc$`, []ReFlag{RE_MULTILINE}, "jkl\nabc\nxyz", []Group{{4, 7}}},
|
||||
{`abc$`, []ReFlag{RE_MULTILINE}, "jkl\n123abc\nxyz", []Group{{7, 10}}},
|
||||
{`^`, nil, "jkl\n123abc\nxyz", []Group{{0, 0}}},
|
||||
{`^`, []ReFlag{RE_MULTILINE}, "jkl\n123abc\nxyz", []Group{{0, 0}, {4, 4}, {11, 11}}},
|
||||
{`$`, nil, "jkl\n123abc\nxyz", []Group{{14, 14}}},
|
||||
{`$`, []ReFlag{RE_MULTILINE}, "jkl\n123abc\nxyz", []Group{{3, 3}, {10, 10}, {14, 14}}},
|
||||
|
||||
// Todo - add numeric range tests
|
||||
}
|
||||
|
||||
@@ -405,6 +529,65 @@ var groupTests = []struct {
|
||||
{`([abc])*d`, nil, `abbbcd`, []Match{[]Group{{0, 6}, {4, 5}}}},
|
||||
{`([abc])*bcd`, nil, `abcd`, []Match{[]Group{{0, 4}, {0, 1}}}},
|
||||
{`^(ab|cd)e`, nil, `abcde`, []Match{}},
|
||||
|
||||
// Case-insensitive tests
|
||||
{`(a)(b)(c)(d)(e)(f)(g)(h)(i)(j)(k)(l)\071`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCDEFGHIJKL9`, []Match{[]Group{{0, 13}, {0, 1}, {1, 2}, {2, 3}, {3, 4}, {4, 5}, {5, 6}, {6, 7}, {7, 8}, {8, 9}, {9, 10}, {10, 11}, {11, 12}}}},
|
||||
{`()ef`, []ReFlag{RE_CASE_INSENSITIVE}, `DEF`, []Match{[]Group{{1, 3}, {1, 1}}}},
|
||||
{`(?:)ef`, []ReFlag{RE_CASE_INSENSITIVE}, `DEF`, []Match{[]Group{{1, 3}}}},
|
||||
{`(?:)`, []ReFlag{RE_CASE_INSENSITIVE}, `DEF`, []Match{[]Group{{0, 0}}, []Group{{1, 1}}, []Group{{2, 2}}, []Group{{3, 3}}}},
|
||||
{`((a))`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Match{[]Group{{0, 1}, {0, 1}, {0, 1}}}},
|
||||
{`(a)b(c)`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Match{[]Group{{0, 3}, {0, 1}, {2, 3}}}},
|
||||
{`(a+|b)*`, []ReFlag{RE_CASE_INSENSITIVE}, `AB`, []Match{[]Group{{0, 2}, {1, 2}}, []Group{{2, 2}}}},
|
||||
{`(a+|b){0,}`, []ReFlag{RE_CASE_INSENSITIVE}, `AB`, []Match{[]Group{{0, 2}, {1, 2}}, []Group{{2, 2}}}},
|
||||
{`(a+|b)+`, []ReFlag{RE_CASE_INSENSITIVE}, `AB`, []Match{[]Group{{0, 2}, {1, 2}}}},
|
||||
{`(a+|b){1,}`, []ReFlag{RE_CASE_INSENSITIVE}, `AB`, []Match{[]Group{{0, 2}, {1, 2}}}},
|
||||
{`(a+|b)?`, []ReFlag{RE_CASE_INSENSITIVE}, `AB`, []Match{[]Group{{0, 1}, {0, 1}}, []Group{{1, 2}, {1, 2}}, []Group{{2, 2}}}},
|
||||
{`(a+|b){0,1}`, []ReFlag{RE_CASE_INSENSITIVE}, `AB`, []Match{[]Group{{0, 1}, {0, 1}}, []Group{{1, 2}, {1, 2}}, []Group{{2, 2}}}},
|
||||
{`(a|b|c|d|e)f`, []ReFlag{RE_CASE_INSENSITIVE}, `EF`, []Match{[]Group{{0, 2}, {0, 1}}}},
|
||||
{`(ab|cd)e`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCDE`, []Match{[]Group{{2, 5}, {2, 4}}}},
|
||||
{`^(ab|cd)e`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCDE`, []Match{}},
|
||||
{`(abc|)ef`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCDEF`, []Match{[]Group{{4, 6}, {4, 4}}}},
|
||||
{`(a|b)c*d`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCD`, []Match{[]Group{{1, 4}, {1, 2}}}},
|
||||
{`(ab|ab*)bc`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Match{[]Group{{0, 3}, {0, 1}}}},
|
||||
{`a([bc]*)c*`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Match{[]Group{{0, 3}, {1, 3}}}},
|
||||
{`a([bc]*)(c*d)`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCD`, []Match{[]Group{{0, 4}, {1, 3}, {3, 4}}}},
|
||||
{`a([bc]+)(c*d)`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCD`, []Match{[]Group{{0, 4}, {1, 3}, {3, 4}}}},
|
||||
{`a([bc]*)(c+d)`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCD`, []Match{[]Group{{0, 4}, {1, 2}, {2, 4}}}},
|
||||
{`(ab|a)b*c`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Match{[]Group{{0, 3}, {0, 2}}}},
|
||||
{`((a)(b)c)(d)`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCD`, []Match{[]Group{{0, 4}, {0, 3}, {0, 1}, {1, 2}, {3, 4}}}},
|
||||
{`^a(bc+|b[eh])g|.h$`, []ReFlag{RE_CASE_INSENSITIVE}, `ABH`, []Match{[]Group{{1, 3}}}},
|
||||
{`(bc+d$|ef*g.|h?i(j|k))`, []ReFlag{RE_CASE_INSENSITIVE}, `EFFGZ`, []Match{[]Group{{0, 5}, {0, 5}}}},
|
||||
{`(bc+d$|ef*g.|h?i(j|k))`, []ReFlag{RE_CASE_INSENSITIVE}, `IJ`, []Match{[]Group{{0, 2}, {0, 2}, {1, 2}}}},
|
||||
{`(bc+d$|ef*g.|h?i(j|k))`, []ReFlag{RE_CASE_INSENSITIVE}, `EFFG`, []Match{}},
|
||||
{`(bc+d$|ef*g.|h?i(j|k))`, []ReFlag{RE_CASE_INSENSITIVE}, `BCDD`, []Match{}},
|
||||
{`(bc+d$|ef*g.|h?i(j|k))`, []ReFlag{RE_CASE_INSENSITIVE}, `reffgz`, []Match{[]Group{{1, 6}, {1, 6}}}},
|
||||
{`(((((((((a)))))))))`, []ReFlag{RE_CASE_INSENSITIVE}, `A`, []Match{[]Group{{0, 1}, {0, 1}, {0, 1}, {0, 1}, {0, 1}, {0, 1}, {0, 1}, {0, 1}, {0, 1}, {0, 1}}}},
|
||||
{`(((((((((a)))))))))\41`, []ReFlag{RE_CASE_INSENSITIVE}, `A`, []Match{[]Group{{0, 2}, {0, 1}, {0, 1}, {0, 1}, {0, 1}, {0, 1}, {0, 1}, {0, 1}, {0, 1}, {0, 1}}}},
|
||||
{`(.*)c(.*)`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCDE`, []Match{[]Group{{0, 5}, {0, 2}, {3, 5}}}},
|
||||
{`\((.*), (.*)\)`, []ReFlag{RE_CASE_INSENSITIVE}, `(A, B)`, []Match{[]Group{{0, 6}, {1, 2}, {4, 5}}}},
|
||||
{`(a)(b)c|ab`, []ReFlag{RE_CASE_INSENSITIVE}, `AB`, []Match{[]Group{{0, 2}}}},
|
||||
{`(a)+x`, []ReFlag{RE_CASE_INSENSITIVE}, `AAAX`, []Match{[]Group{{0, 4}, {2, 3}}}},
|
||||
{`([ac])+x`, []ReFlag{RE_CASE_INSENSITIVE}, `AACX`, []Match{[]Group{{0, 4}, {2, 3}}}},
|
||||
{`([^/]*/)*sub1/`, []ReFlag{RE_CASE_INSENSITIVE}, `D:MSGS/TDIR/SUB1/TRIAL/AWAY.CPP`, []Match{[]Group{{0, 17}, {7, 12}}}},
|
||||
{`([^.]*)\.([^:]*):[T ]+(.*)`, []ReFlag{RE_CASE_INSENSITIVE}, `TRACK1.TITLE:TBLAH BLAH BLAH`, []Match{[]Group{{0, 28}, {0, 6}, {7, 12}, {14, 28}}}},
|
||||
{`([^N]*N)+`, []ReFlag{RE_CASE_INSENSITIVE}, `ABNNXYZN`, []Match{[]Group{{0, 8}, {4, 8}}}},
|
||||
{`([^N]*N)+`, []ReFlag{RE_CASE_INSENSITIVE}, `ABNNXYZ`, []Match{[]Group{{0, 4}, {3, 4}}}},
|
||||
{`([abc]*)x`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCX`, []Match{[]Group{{0, 4}, {0, 3}}}},
|
||||
{`([abc]*)x`, []ReFlag{RE_CASE_INSENSITIVE}, `ABC`, []Match{}},
|
||||
{`([xyz]*)x`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCX`, []Match{[]Group{{3, 4}, {3, 3}}}},
|
||||
{`(a)+b|aac`, []ReFlag{RE_CASE_INSENSITIVE}, `AAC`, []Match{[]Group{{0, 3}}}},
|
||||
{`([abc])*d`, []ReFlag{RE_CASE_INSENSITIVE}, `ABBBCD`, []Match{[]Group{{0, 6}, {4, 5}}}},
|
||||
{`([abc])*bcd`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCD`, []Match{[]Group{{0, 4}, {0, 1}}}},
|
||||
{`^(ab|cd)e`, []ReFlag{RE_CASE_INSENSITIVE}, `ABCDE`, []Match{}},
|
||||
|
||||
{`(?:(?:(?:(?:(?:(?:a))))))`, nil, `a`, []Match{[]Group{{0, 1}}}},
|
||||
{`a(?:b|c|d)(.)`, nil, `ace`, []Match{[]Group{{0, 3}, {2, 3}}}},
|
||||
{`a(?:b|c|d)*(.)`, nil, `ace`, []Match{[]Group{{0, 3}, {2, 3}}}},
|
||||
{`a(?:b|c|d)+(.)`, nil, `ace`, []Match{[]Group{{0, 3}, {2, 3}}}},
|
||||
{`a(?:b|(c|e){1,2}?|d)+?(.)`, nil, `ace`, []Match{[]Group{{0, 3}, {1, 2}, {2, 3}}}},
|
||||
{`(?<!-):(.*)(?<!-):`, nil, `a:bc-:de:f`, []Match{[]Group{{1, 9}, {2, 8}}}},
|
||||
{`(?<!\\):(.*)(?<!\\):`, nil, `a:bc\:de:f`, []Match{[]Group{{1, 9}, {2, 8}}}},
|
||||
{`(?<!\?)'(.*)(?<!\?)'`, nil, `a'bc?'de'f`, []Match{[]Group{{1, 9}, {2, 8}}}},
|
||||
}
|
||||
|
||||
func TestFindAllMatches(t *testing.T) {
|
||||
|
||||
670
re_tests.py
Normal file
670
re_tests.py
Normal file
@@ -0,0 +1,670 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- mode: python -*-
|
||||
|
||||
# Re test suite and benchmark suite v1.5
|
||||
|
||||
# The 3 possible outcomes for each pattern
|
||||
[SUCCEED, FAIL, SYNTAX_ERROR] = range(3)
|
||||
|
||||
# Benchmark suite (needs expansion)
|
||||
#
|
||||
# The benchmark suite does not test correctness, just speed. The
|
||||
# first element of each tuple is the regex pattern; the second is a
|
||||
# string to match it against. The benchmarking code will embed the
|
||||
# second string inside several sizes of padding, to test how regex
|
||||
# matching performs on large strings.
|
||||
|
||||
benchmarks = [
|
||||
|
||||
# test common prefix
|
||||
('Python|Perl', 'Perl'), # Alternation
|
||||
('(Python|Perl)', 'Perl'), # Grouped alternation
|
||||
|
||||
('Python|Perl|Tcl', 'Perl'), # Alternation
|
||||
('(Python|Perl|Tcl)', 'Perl'), # Grouped alternation
|
||||
|
||||
('(Python)\\1', 'PythonPython'), # Backreference
|
||||
('([0a-z][a-z0-9]*,)+', 'a5,b7,c9,'), # Disable the fastmap optimization
|
||||
('([a-z][a-z0-9]*,)+', 'a5,b7,c9,'), # A few sets
|
||||
|
||||
('Python', 'Python'), # Simple text literal
|
||||
('.*Python', 'Python'), # Bad text literal
|
||||
('.*Python.*', 'Python'), # Worse text literal
|
||||
('.*(Python)', 'Python'), # Bad text literal with grouping
|
||||
|
||||
]
|
||||
|
||||
# Test suite (for verifying correctness)
|
||||
#
|
||||
# The test suite is a list of 5- or 3-tuples. The 5 parts of a
|
||||
# complete tuple are:
|
||||
# element 0: a string containing the pattern
|
||||
# 1: the string to match against the pattern
|
||||
# 2: the expected result (SUCCEED, FAIL, SYNTAX_ERROR)
|
||||
# 3: a string that will be eval()'ed to produce a test string.
|
||||
# This is an arbitrary Python expression; the available
|
||||
# variables are "found" (the whole match), and "g1", "g2", ...
|
||||
# up to "g99" contain the contents of each group, or the
|
||||
# string 'None' if the group wasn't given a value, or the
|
||||
# string 'Error' if the group index was out of range;
|
||||
# also "groups", the return value of m.group() (a tuple).
|
||||
# 4: The expected result of evaluating the expression.
|
||||
# If the two don't match, an error is reported.
|
||||
#
|
||||
# If the regex isn't expected to work, the latter two elements can be omitted.
|
||||
|
||||
tests = [
|
||||
# Test ?P< and ?P= extensions
|
||||
('(?P<foo_123', '', SYNTAX_ERROR), # Unterminated group identifier
|
||||
('(?P<1>a)', '', SYNTAX_ERROR), # Begins with a digit
|
||||
('(?P<!>a)', '', SYNTAX_ERROR), # Begins with an illegal char
|
||||
('(?P<foo!>a)', '', SYNTAX_ERROR), # Begins with an illegal char
|
||||
|
||||
# Same tests, for the ?P= form
|
||||
('(?P<foo_123>a)(?P=foo_123', 'aa', SYNTAX_ERROR),
|
||||
('(?P<foo_123>a)(?P=1)', 'aa', SYNTAX_ERROR),
|
||||
('(?P<foo_123>a)(?P=!)', 'aa', SYNTAX_ERROR),
|
||||
('(?P<foo_123>a)(?P=foo_124', 'aa', SYNTAX_ERROR), # Backref to undefined group
|
||||
|
||||
('(?P<foo_123>a)', 'a', SUCCEED, 'g1', 'a'),
|
||||
('(?P<foo_123>a)(?P=foo_123)', 'aa', SUCCEED, 'g1', 'a'),
|
||||
|
||||
# Test octal escapes
|
||||
('\\1', 'a', SYNTAX_ERROR), # Backreference
|
||||
('[\\1]', '\1', SUCCEED, 'found', '\1'), # Character
|
||||
('\\09', chr(0) + '9', SUCCEED, 'found', chr(0) + '9'),
|
||||
('\\141', 'a', SUCCEED, 'found', 'a'),
|
||||
('(a)(b)(c)(d)(e)(f)(g)(h)(i)(j)(k)(l)\\119', 'abcdefghijklk9', SUCCEED, 'found+"-"+g11', 'abcdefghijklk9-k'),
|
||||
|
||||
# Test \0 is handled everywhere
|
||||
(r'\0', '\0', SUCCEED, 'found', '\0'),
|
||||
(r'[\0a]', '\0', SUCCEED, 'found', '\0'),
|
||||
(r'[a\0]', '\0', SUCCEED, 'found', '\0'),
|
||||
(r'[^a\0]', '\0', FAIL),
|
||||
|
||||
# Test various letter escapes
|
||||
(r'\a[\b]\f\n\r\t\v', '\a\b\f\n\r\t\v', SUCCEED, 'found', '\a\b\f\n\r\t\v'),
|
||||
(r'[\a][\b][\f][\n][\r][\t][\v]', '\a\b\f\n\r\t\v', SUCCEED, 'found', '\a\b\f\n\r\t\v'),
|
||||
# NOTE: not an error under PCRE/PRE:
|
||||
# (r'\u', '', SYNTAX_ERROR), # A Perl escape
|
||||
(r'\c\e\g\h\i\j\k\m\o\p\q\y\z', 'ceghijkmopqyz', SUCCEED, 'found', 'ceghijkmopqyz'),
|
||||
(r'\xff', '\377', SUCCEED, 'found', chr(255)),
|
||||
# new \x semantics
|
||||
(r'\x00ffffffffffffff', '\377', FAIL, 'found', chr(255)),
|
||||
(r'\x00f', '\017', FAIL, 'found', chr(15)),
|
||||
(r'\x00fe', '\376', FAIL, 'found', chr(254)),
|
||||
# (r'\x00ffffffffffffff', '\377', SUCCEED, 'found', chr(255)),
|
||||
# (r'\x00f', '\017', SUCCEED, 'found', chr(15)),
|
||||
# (r'\x00fe', '\376', SUCCEED, 'found', chr(254)),
|
||||
|
||||
(r"^\w+=(\\[\000-\277]|[^\n\\])*", "SRC=eval.c g.c blah blah blah \\\\\n\tapes.c",
|
||||
SUCCEED, 'found', "SRC=eval.c g.c blah blah blah \\\\"),
|
||||
|
||||
# Test that . only matches \n in DOTALL mode
|
||||
('a.b', 'acb', SUCCEED, 'found', 'acb'),
|
||||
('a.b', 'a\nb', FAIL),
|
||||
('a.*b', 'acc\nccb', FAIL),
|
||||
('a.{4,5}b', 'acc\nccb', FAIL),
|
||||
('a.b', 'a\rb', SUCCEED, 'found', 'a\rb'),
|
||||
('a.b(?s)', 'a\nb', SUCCEED, 'found', 'a\nb'),
|
||||
('a.*(?s)b', 'acc\nccb', SUCCEED, 'found', 'acc\nccb'),
|
||||
('(?s)a.{4,5}b', 'acc\nccb', SUCCEED, 'found', 'acc\nccb'),
|
||||
('(?s)a.b', 'a\nb', SUCCEED, 'found', 'a\nb'),
|
||||
|
||||
(')', '', SYNTAX_ERROR), # Unmatched right bracket
|
||||
('', '', SUCCEED, 'found', ''), # Empty pattern
|
||||
('abc', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('abc', 'xbc', FAIL),
|
||||
('abc', 'axc', FAIL),
|
||||
('abc', 'abx', FAIL),
|
||||
('abc', 'xabcy', SUCCEED, 'found', 'abc'),
|
||||
('abc', 'ababc', SUCCEED, 'found', 'abc'),
|
||||
('ab*c', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('ab*bc', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('ab*bc', 'abbc', SUCCEED, 'found', 'abbc'),
|
||||
('ab*bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab+bc', 'abbc', SUCCEED, 'found', 'abbc'),
|
||||
('ab+bc', 'abc', FAIL),
|
||||
('ab+bc', 'abq', FAIL),
|
||||
('ab+bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab?bc', 'abbc', SUCCEED, 'found', 'abbc'),
|
||||
('ab?bc', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('ab?bc', 'abbbbc', FAIL),
|
||||
('ab?c', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('^abc$', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('^abc$', 'abcc', FAIL),
|
||||
('^abc', 'abcc', SUCCEED, 'found', 'abc'),
|
||||
('^abc$', 'aabc', FAIL),
|
||||
('abc$', 'aabc', SUCCEED, 'found', 'abc'),
|
||||
('^', 'abc', SUCCEED, 'found+"-"', '-'),
|
||||
('$', 'abc', SUCCEED, 'found+"-"', '-'),
|
||||
('a.c', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('a.c', 'axc', SUCCEED, 'found', 'axc'),
|
||||
('a.*c', 'axyzc', SUCCEED, 'found', 'axyzc'),
|
||||
('a.*c', 'axyzd', FAIL),
|
||||
('a[bc]d', 'abc', FAIL),
|
||||
('a[bc]d', 'abd', SUCCEED, 'found', 'abd'),
|
||||
('a[b-d]e', 'abd', FAIL),
|
||||
('a[b-d]e', 'ace', SUCCEED, 'found', 'ace'),
|
||||
('a[b-d]', 'aac', SUCCEED, 'found', 'ac'),
|
||||
('a[-b]', 'a-', SUCCEED, 'found', 'a-'),
|
||||
('a[\\-b]', 'a-', SUCCEED, 'found', 'a-'),
|
||||
# NOTE: not an error under PCRE/PRE:
|
||||
# ('a[b-]', 'a-', SYNTAX_ERROR),
|
||||
('a[]b', '-', SYNTAX_ERROR),
|
||||
('a[', '-', SYNTAX_ERROR),
|
||||
('a\\', '-', SYNTAX_ERROR),
|
||||
('abc)', '-', SYNTAX_ERROR),
|
||||
('(abc', '-', SYNTAX_ERROR),
|
||||
('a]', 'a]', SUCCEED, 'found', 'a]'),
|
||||
('a[]]b', 'a]b', SUCCEED, 'found', 'a]b'),
|
||||
('a[\]]b', 'a]b', SUCCEED, 'found', 'a]b'),
|
||||
('a[^bc]d', 'aed', SUCCEED, 'found', 'aed'),
|
||||
('a[^bc]d', 'abd', FAIL),
|
||||
('a[^-b]c', 'adc', SUCCEED, 'found', 'adc'),
|
||||
('a[^-b]c', 'a-c', FAIL),
|
||||
('a[^]b]c', 'a]c', FAIL),
|
||||
('a[^]b]c', 'adc', SUCCEED, 'found', 'adc'),
|
||||
('\\ba\\b', 'a-', SUCCEED, '"-"', '-'),
|
||||
('\\ba\\b', '-a', SUCCEED, '"-"', '-'),
|
||||
('\\ba\\b', '-a-', SUCCEED, '"-"', '-'),
|
||||
('\\by\\b', 'xy', FAIL),
|
||||
('\\by\\b', 'yz', FAIL),
|
||||
('\\by\\b', 'xyz', FAIL),
|
||||
('x\\b', 'xyz', FAIL),
|
||||
('x\\B', 'xyz', SUCCEED, '"-"', '-'),
|
||||
('\\Bz', 'xyz', SUCCEED, '"-"', '-'),
|
||||
('z\\B', 'xyz', FAIL),
|
||||
('\\Bx', 'xyz', FAIL),
|
||||
('\\Ba\\B', 'a-', FAIL, '"-"', '-'),
|
||||
('\\Ba\\B', '-a', FAIL, '"-"', '-'),
|
||||
('\\Ba\\B', '-a-', FAIL, '"-"', '-'),
|
||||
('\\By\\B', 'xy', FAIL),
|
||||
('\\By\\B', 'yz', FAIL),
|
||||
('\\By\\b', 'xy', SUCCEED, '"-"', '-'),
|
||||
('\\by\\B', 'yz', SUCCEED, '"-"', '-'),
|
||||
('\\By\\B', 'xyz', SUCCEED, '"-"', '-'),
|
||||
('ab|cd', 'abc', SUCCEED, 'found', 'ab'),
|
||||
('ab|cd', 'abcd', SUCCEED, 'found', 'ab'),
|
||||
('()ef', 'def', SUCCEED, 'found+"-"+g1', 'ef-'),
|
||||
('$b', 'b', FAIL),
|
||||
('a\\(b', 'a(b', SUCCEED, 'found+"-"+g1', 'a(b-Error'),
|
||||
('a\\(*b', 'ab', SUCCEED, 'found', 'ab'),
|
||||
('a\\(*b', 'a((b', SUCCEED, 'found', 'a((b'),
|
||||
('a\\\\b', 'a\\b', SUCCEED, 'found', 'a\\b'),
|
||||
('((a))', 'abc', SUCCEED, 'found+"-"+g1+"-"+g2', 'a-a-a'),
|
||||
('(a)b(c)', 'abc', SUCCEED, 'found+"-"+g1+"-"+g2', 'abc-a-c'),
|
||||
('a+b+c', 'aabbabc', SUCCEED, 'found', 'abc'),
|
||||
('(a+|b)*', 'ab', SUCCEED, 'found+"-"+g1', 'ab-b'),
|
||||
('(a+|b)+', 'ab', SUCCEED, 'found+"-"+g1', 'ab-b'),
|
||||
('(a+|b)?', 'ab', SUCCEED, 'found+"-"+g1', 'a-a'),
|
||||
(')(', '-', SYNTAX_ERROR),
|
||||
('[^ab]*', 'cde', SUCCEED, 'found', 'cde'),
|
||||
('abc', '', FAIL),
|
||||
('a*', '', SUCCEED, 'found', ''),
|
||||
('a|b|c|d|e', 'e', SUCCEED, 'found', 'e'),
|
||||
('(a|b|c|d|e)f', 'ef', SUCCEED, 'found+"-"+g1', 'ef-e'),
|
||||
('abcd*efg', 'abcdefg', SUCCEED, 'found', 'abcdefg'),
|
||||
('ab*', 'xabyabbbz', SUCCEED, 'found', 'ab'),
|
||||
('ab*', 'xayabbbz', SUCCEED, 'found', 'a'),
|
||||
('(ab|cd)e', 'abcde', SUCCEED, 'found+"-"+g1', 'cde-cd'),
|
||||
('[abhgefdc]ij', 'hij', SUCCEED, 'found', 'hij'),
|
||||
('^(ab|cd)e', 'abcde', FAIL, 'xg1y', 'xy'),
|
||||
('(abc|)ef', 'abcdef', SUCCEED, 'found+"-"+g1', 'ef-'),
|
||||
('(a|b)c*d', 'abcd', SUCCEED, 'found+"-"+g1', 'bcd-b'),
|
||||
('(ab|ab*)bc', 'abc', SUCCEED, 'found+"-"+g1', 'abc-a'),
|
||||
('a([bc]*)c*', 'abc', SUCCEED, 'found+"-"+g1', 'abc-bc'),
|
||||
('a([bc]*)(c*d)', 'abcd', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcd-bc-d'),
|
||||
('a([bc]+)(c*d)', 'abcd', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcd-bc-d'),
|
||||
('a([bc]*)(c+d)', 'abcd', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcd-b-cd'),
|
||||
('a[bcd]*dcdcde', 'adcdcde', SUCCEED, 'found', 'adcdcde'),
|
||||
('a[bcd]+dcdcde', 'adcdcde', FAIL),
|
||||
('(ab|a)b*c', 'abc', SUCCEED, 'found+"-"+g1', 'abc-ab'),
|
||||
('((a)(b)c)(d)', 'abcd', SUCCEED, 'g1+"-"+g2+"-"+g3+"-"+g4', 'abc-a-b-d'),
|
||||
('[a-zA-Z_][a-zA-Z0-9_]*', 'alpha', SUCCEED, 'found', 'alpha'),
|
||||
('^a(bc+|b[eh])g|.h$', 'abh', SUCCEED, 'found+"-"+g1', 'bh-None'),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'effgz', SUCCEED, 'found+"-"+g1+"-"+g2', 'effgz-effgz-None'),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'ij', SUCCEED, 'found+"-"+g1+"-"+g2', 'ij-ij-j'),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'effg', FAIL),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'bcdd', FAIL),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'reffgz', SUCCEED, 'found+"-"+g1+"-"+g2', 'effgz-effgz-None'),
|
||||
('(((((((((a)))))))))', 'a', SUCCEED, 'found', 'a'),
|
||||
('multiple words of text', 'uh-uh', FAIL),
|
||||
('multiple words', 'multiple words, yeah', SUCCEED, 'found', 'multiple words'),
|
||||
('(.*)c(.*)', 'abcde', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcde-ab-de'),
|
||||
('\\((.*), (.*)\\)', '(a, b)', SUCCEED, 'g2+"-"+g1', 'b-a'),
|
||||
('[k]', 'ab', FAIL),
|
||||
('a[-]?c', 'ac', SUCCEED, 'found', 'ac'),
|
||||
('(abc)\\1', 'abcabc', SUCCEED, 'g1', 'abc'),
|
||||
('([a-c]*)\\1', 'abcabc', SUCCEED, 'g1', 'abc'),
|
||||
('^(.+)?B', 'AB', SUCCEED, 'g1', 'A'),
|
||||
('(a+).\\1$', 'aaaaa', SUCCEED, 'found+"-"+g1', 'aaaaa-aa'),
|
||||
('^(a+).\\1$', 'aaaa', FAIL),
|
||||
('(abc)\\1', 'abcabc', SUCCEED, 'found+"-"+g1', 'abcabc-abc'),
|
||||
('([a-c]+)\\1', 'abcabc', SUCCEED, 'found+"-"+g1', 'abcabc-abc'),
|
||||
('(a)\\1', 'aa', SUCCEED, 'found+"-"+g1', 'aa-a'),
|
||||
('(a+)\\1', 'aa', SUCCEED, 'found+"-"+g1', 'aa-a'),
|
||||
('(a+)+\\1', 'aa', SUCCEED, 'found+"-"+g1', 'aa-a'),
|
||||
('(a).+\\1', 'aba', SUCCEED, 'found+"-"+g1', 'aba-a'),
|
||||
('(a)ba*\\1', 'aba', SUCCEED, 'found+"-"+g1', 'aba-a'),
|
||||
('(aa|a)a\\1$', 'aaa', SUCCEED, 'found+"-"+g1', 'aaa-a'),
|
||||
('(a|aa)a\\1$', 'aaa', SUCCEED, 'found+"-"+g1', 'aaa-a'),
|
||||
('(a+)a\\1$', 'aaa', SUCCEED, 'found+"-"+g1', 'aaa-a'),
|
||||
('([abc]*)\\1', 'abcabc', SUCCEED, 'found+"-"+g1', 'abcabc-abc'),
|
||||
('(a)(b)c|ab', 'ab', SUCCEED, 'found+"-"+g1+"-"+g2', 'ab-None-None'),
|
||||
('(a)+x', 'aaax', SUCCEED, 'found+"-"+g1', 'aaax-a'),
|
||||
('([ac])+x', 'aacx', SUCCEED, 'found+"-"+g1', 'aacx-c'),
|
||||
('([^/]*/)*sub1/', 'd:msgs/tdir/sub1/trial/away.cpp', SUCCEED, 'found+"-"+g1', 'd:msgs/tdir/sub1/-tdir/'),
|
||||
('([^.]*)\\.([^:]*):[T ]+(.*)', 'track1.title:TBlah blah blah', SUCCEED, 'found+"-"+g1+"-"+g2+"-"+g3', 'track1.title:TBlah blah blah-track1-title-Blah blah blah'),
|
||||
('([^N]*N)+', 'abNNxyzN', SUCCEED, 'found+"-"+g1', 'abNNxyzN-xyzN'),
|
||||
('([^N]*N)+', 'abNNxyz', SUCCEED, 'found+"-"+g1', 'abNN-N'),
|
||||
('([abc]*)x', 'abcx', SUCCEED, 'found+"-"+g1', 'abcx-abc'),
|
||||
('([abc]*)x', 'abc', FAIL),
|
||||
('([xyz]*)x', 'abcx', SUCCEED, 'found+"-"+g1', 'x-'),
|
||||
('(a)+b|aac', 'aac', SUCCEED, 'found+"-"+g1', 'aac-None'),
|
||||
|
||||
# Test symbolic groups
|
||||
|
||||
('(?P<i d>aaa)a', 'aaaa', SYNTAX_ERROR),
|
||||
('(?P<id>aaa)a', 'aaaa', SUCCEED, 'found+"-"+id', 'aaaa-aaa'),
|
||||
('(?P<id>aa)(?P=id)', 'aaaa', SUCCEED, 'found+"-"+id', 'aaaa-aa'),
|
||||
('(?P<id>aa)(?P=xd)', 'aaaa', SYNTAX_ERROR),
|
||||
|
||||
# Test octal escapes/memory references
|
||||
|
||||
('\\1', 'a', SYNTAX_ERROR),
|
||||
('\\09', chr(0) + '9', SUCCEED, 'found', chr(0) + '9'),
|
||||
('\\141', 'a', SUCCEED, 'found', 'a'),
|
||||
('(a)(b)(c)(d)(e)(f)(g)(h)(i)(j)(k)(l)\\119', 'abcdefghijklk9', SUCCEED, 'found+"-"+g11', 'abcdefghijklk9-k'),
|
||||
|
||||
# All tests from Perl
|
||||
|
||||
('abc', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('abc', 'xbc', FAIL),
|
||||
('abc', 'axc', FAIL),
|
||||
('abc', 'abx', FAIL),
|
||||
('abc', 'xabcy', SUCCEED, 'found', 'abc'),
|
||||
('abc', 'ababc', SUCCEED, 'found', 'abc'),
|
||||
('ab*c', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('ab*bc', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('ab*bc', 'abbc', SUCCEED, 'found', 'abbc'),
|
||||
('ab*bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab{0,}bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab+bc', 'abbc', SUCCEED, 'found', 'abbc'),
|
||||
('ab+bc', 'abc', FAIL),
|
||||
('ab+bc', 'abq', FAIL),
|
||||
('ab{1,}bc', 'abq', FAIL),
|
||||
('ab+bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab{1,}bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab{1,3}bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab{3,4}bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab{4,5}bc', 'abbbbc', FAIL),
|
||||
('ab?bc', 'abbc', SUCCEED, 'found', 'abbc'),
|
||||
('ab?bc', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('ab{0,1}bc', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('ab?bc', 'abbbbc', FAIL),
|
||||
('ab?c', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('ab{0,1}c', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('^abc$', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('^abc$', 'abcc', FAIL),
|
||||
('^abc', 'abcc', SUCCEED, 'found', 'abc'),
|
||||
('^abc$', 'aabc', FAIL),
|
||||
('abc$', 'aabc', SUCCEED, 'found', 'abc'),
|
||||
('^', 'abc', SUCCEED, 'found', ''),
|
||||
('$', 'abc', SUCCEED, 'found', ''),
|
||||
('a.c', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('a.c', 'axc', SUCCEED, 'found', 'axc'),
|
||||
('a.*c', 'axyzc', SUCCEED, 'found', 'axyzc'),
|
||||
('a.*c', 'axyzd', FAIL),
|
||||
('a[bc]d', 'abc', FAIL),
|
||||
('a[bc]d', 'abd', SUCCEED, 'found', 'abd'),
|
||||
('a[b-d]e', 'abd', FAIL),
|
||||
('a[b-d]e', 'ace', SUCCEED, 'found', 'ace'),
|
||||
('a[b-d]', 'aac', SUCCEED, 'found', 'ac'),
|
||||
('a[-b]', 'a-', SUCCEED, 'found', 'a-'),
|
||||
('a[b-]', 'a-', SUCCEED, 'found', 'a-'),
|
||||
('a[b-a]', '-', SYNTAX_ERROR),
|
||||
('a[]b', '-', SYNTAX_ERROR),
|
||||
('a[', '-', SYNTAX_ERROR),
|
||||
('a]', 'a]', SUCCEED, 'found', 'a]'),
|
||||
('a[]]b', 'a]b', SUCCEED, 'found', 'a]b'),
|
||||
('a[^bc]d', 'aed', SUCCEED, 'found', 'aed'),
|
||||
('a[^bc]d', 'abd', FAIL),
|
||||
('a[^-b]c', 'adc', SUCCEED, 'found', 'adc'),
|
||||
('a[^-b]c', 'a-c', FAIL),
|
||||
('a[^]b]c', 'a]c', FAIL),
|
||||
('a[^]b]c', 'adc', SUCCEED, 'found', 'adc'),
|
||||
('ab|cd', 'abc', SUCCEED, 'found', 'ab'),
|
||||
('ab|cd', 'abcd', SUCCEED, 'found', 'ab'),
|
||||
('()ef', 'def', SUCCEED, 'found+"-"+g1', 'ef-'),
|
||||
('*a', '-', SYNTAX_ERROR),
|
||||
('(*)b', '-', SYNTAX_ERROR),
|
||||
('$b', 'b', FAIL),
|
||||
('a\\', '-', SYNTAX_ERROR),
|
||||
('a\\(b', 'a(b', SUCCEED, 'found+"-"+g1', 'a(b-Error'),
|
||||
('a\\(*b', 'ab', SUCCEED, 'found', 'ab'),
|
||||
('a\\(*b', 'a((b', SUCCEED, 'found', 'a((b'),
|
||||
('a\\\\b', 'a\\b', SUCCEED, 'found', 'a\\b'),
|
||||
('abc)', '-', SYNTAX_ERROR),
|
||||
('(abc', '-', SYNTAX_ERROR),
|
||||
('((a))', 'abc', SUCCEED, 'found+"-"+g1+"-"+g2', 'a-a-a'),
|
||||
('(a)b(c)', 'abc', SUCCEED, 'found+"-"+g1+"-"+g2', 'abc-a-c'),
|
||||
('a+b+c', 'aabbabc', SUCCEED, 'found', 'abc'),
|
||||
('a{1,}b{1,}c', 'aabbabc', SUCCEED, 'found', 'abc'),
|
||||
('a**', '-', SYNTAX_ERROR),
|
||||
('a.+?c', 'abcabc', SUCCEED, 'found', 'abc'),
|
||||
('(a+|b)*', 'ab', SUCCEED, 'found+"-"+g1', 'ab-b'),
|
||||
('(a+|b){0,}', 'ab', SUCCEED, 'found+"-"+g1', 'ab-b'),
|
||||
('(a+|b)+', 'ab', SUCCEED, 'found+"-"+g1', 'ab-b'),
|
||||
('(a+|b){1,}', 'ab', SUCCEED, 'found+"-"+g1', 'ab-b'),
|
||||
('(a+|b)?', 'ab', SUCCEED, 'found+"-"+g1', 'a-a'),
|
||||
('(a+|b){0,1}', 'ab', SUCCEED, 'found+"-"+g1', 'a-a'),
|
||||
(')(', '-', SYNTAX_ERROR),
|
||||
('[^ab]*', 'cde', SUCCEED, 'found', 'cde'),
|
||||
('abc', '', FAIL),
|
||||
('a*', '', SUCCEED, 'found', ''),
|
||||
('([abc])*d', 'abbbcd', SUCCEED, 'found+"-"+g1', 'abbbcd-c'),
|
||||
('([abc])*bcd', 'abcd', SUCCEED, 'found+"-"+g1', 'abcd-a'),
|
||||
('a|b|c|d|e', 'e', SUCCEED, 'found', 'e'),
|
||||
('(a|b|c|d|e)f', 'ef', SUCCEED, 'found+"-"+g1', 'ef-e'),
|
||||
('abcd*efg', 'abcdefg', SUCCEED, 'found', 'abcdefg'),
|
||||
('ab*', 'xabyabbbz', SUCCEED, 'found', 'ab'),
|
||||
('ab*', 'xayabbbz', SUCCEED, 'found', 'a'),
|
||||
('(ab|cd)e', 'abcde', SUCCEED, 'found+"-"+g1', 'cde-cd'),
|
||||
('[abhgefdc]ij', 'hij', SUCCEED, 'found', 'hij'),
|
||||
('^(ab|cd)e', 'abcde', FAIL),
|
||||
('(abc|)ef', 'abcdef', SUCCEED, 'found+"-"+g1', 'ef-'),
|
||||
('(a|b)c*d', 'abcd', SUCCEED, 'found+"-"+g1', 'bcd-b'),
|
||||
('(ab|ab*)bc', 'abc', SUCCEED, 'found+"-"+g1', 'abc-a'),
|
||||
('a([bc]*)c*', 'abc', SUCCEED, 'found+"-"+g1', 'abc-bc'),
|
||||
('a([bc]*)(c*d)', 'abcd', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcd-bc-d'),
|
||||
('a([bc]+)(c*d)', 'abcd', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcd-bc-d'),
|
||||
('a([bc]*)(c+d)', 'abcd', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcd-b-cd'),
|
||||
('a[bcd]*dcdcde', 'adcdcde', SUCCEED, 'found', 'adcdcde'),
|
||||
('a[bcd]+dcdcde', 'adcdcde', FAIL),
|
||||
('(ab|a)b*c', 'abc', SUCCEED, 'found+"-"+g1', 'abc-ab'),
|
||||
('((a)(b)c)(d)', 'abcd', SUCCEED, 'g1+"-"+g2+"-"+g3+"-"+g4', 'abc-a-b-d'),
|
||||
('[a-zA-Z_][a-zA-Z0-9_]*', 'alpha', SUCCEED, 'found', 'alpha'),
|
||||
('^a(bc+|b[eh])g|.h$', 'abh', SUCCEED, 'found+"-"+g1', 'bh-None'),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'effgz', SUCCEED, 'found+"-"+g1+"-"+g2', 'effgz-effgz-None'),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'ij', SUCCEED, 'found+"-"+g1+"-"+g2', 'ij-ij-j'),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'effg', FAIL),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'bcdd', FAIL),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'reffgz', SUCCEED, 'found+"-"+g1+"-"+g2', 'effgz-effgz-None'),
|
||||
('((((((((((a))))))))))', 'a', SUCCEED, 'g10', 'a'),
|
||||
('((((((((((a))))))))))\\10', 'aa', SUCCEED, 'found', 'aa'),
|
||||
# Python does not have the same rules for \\41 so this is a syntax error
|
||||
# ('((((((((((a))))))))))\\41', 'aa', FAIL),
|
||||
# ('((((((((((a))))))))))\\41', 'a!', SUCCEED, 'found', 'a!'),
|
||||
('((((((((((a))))))))))\\41', '', SYNTAX_ERROR),
|
||||
('(?i)((((((((((a))))))))))\\41', '', SYNTAX_ERROR),
|
||||
('(((((((((a)))))))))', 'a', SUCCEED, 'found', 'a'),
|
||||
('multiple words of text', 'uh-uh', FAIL),
|
||||
('multiple words', 'multiple words, yeah', SUCCEED, 'found', 'multiple words'),
|
||||
('(.*)c(.*)', 'abcde', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcde-ab-de'),
|
||||
('\\((.*), (.*)\\)', '(a, b)', SUCCEED, 'g2+"-"+g1', 'b-a'),
|
||||
('[k]', 'ab', FAIL),
|
||||
('a[-]?c', 'ac', SUCCEED, 'found', 'ac'),
|
||||
('(abc)\\1', 'abcabc', SUCCEED, 'g1', 'abc'),
|
||||
('([a-c]*)\\1', 'abcabc', SUCCEED, 'g1', 'abc'),
|
||||
('(?i)abc', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)abc', 'XBC', FAIL),
|
||||
('(?i)abc', 'AXC', FAIL),
|
||||
('(?i)abc', 'ABX', FAIL),
|
||||
('(?i)abc', 'XABCY', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)abc', 'ABABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)ab*c', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)ab*bc', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)ab*bc', 'ABBC', SUCCEED, 'found', 'ABBC'),
|
||||
('(?i)ab*?bc', 'ABBBBC', SUCCEED, 'found', 'ABBBBC'),
|
||||
('(?i)ab{0,}?bc', 'ABBBBC', SUCCEED, 'found', 'ABBBBC'),
|
||||
('(?i)ab+?bc', 'ABBC', SUCCEED, 'found', 'ABBC'),
|
||||
('(?i)ab+bc', 'ABC', FAIL),
|
||||
('(?i)ab+bc', 'ABQ', FAIL),
|
||||
('(?i)ab{1,}bc', 'ABQ', FAIL),
|
||||
('(?i)ab+bc', 'ABBBBC', SUCCEED, 'found', 'ABBBBC'),
|
||||
('(?i)ab{1,}?bc', 'ABBBBC', SUCCEED, 'found', 'ABBBBC'),
|
||||
('(?i)ab{1,3}?bc', 'ABBBBC', SUCCEED, 'found', 'ABBBBC'),
|
||||
('(?i)ab{3,4}?bc', 'ABBBBC', SUCCEED, 'found', 'ABBBBC'),
|
||||
('(?i)ab{4,5}?bc', 'ABBBBC', FAIL),
|
||||
('(?i)ab??bc', 'ABBC', SUCCEED, 'found', 'ABBC'),
|
||||
('(?i)ab??bc', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)ab{0,1}?bc', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)ab??bc', 'ABBBBC', FAIL),
|
||||
('(?i)ab??c', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)ab{0,1}?c', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)^abc$', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)^abc$', 'ABCC', FAIL),
|
||||
('(?i)^abc', 'ABCC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)^abc$', 'AABC', FAIL),
|
||||
('(?i)abc$', 'AABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)^', 'ABC', SUCCEED, 'found', ''),
|
||||
('(?i)$', 'ABC', SUCCEED, 'found', ''),
|
||||
('(?i)a.c', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)a.c', 'AXC', SUCCEED, 'found', 'AXC'),
|
||||
('(?i)a.*?c', 'AXYZC', SUCCEED, 'found', 'AXYZC'),
|
||||
('(?i)a.*c', 'AXYZD', FAIL),
|
||||
('(?i)a[bc]d', 'ABC', FAIL),
|
||||
('(?i)a[bc]d', 'ABD', SUCCEED, 'found', 'ABD'),
|
||||
('(?i)a[b-d]e', 'ABD', FAIL),
|
||||
('(?i)a[b-d]e', 'ACE', SUCCEED, 'found', 'ACE'),
|
||||
('(?i)a[b-d]', 'AAC', SUCCEED, 'found', 'AC'),
|
||||
('(?i)a[-b]', 'A-', SUCCEED, 'found', 'A-'),
|
||||
('(?i)a[b-]', 'A-', SUCCEED, 'found', 'A-'),
|
||||
('(?i)a[b-a]', '-', SYNTAX_ERROR),
|
||||
('(?i)a[]b', '-', SYNTAX_ERROR),
|
||||
('(?i)a[', '-', SYNTAX_ERROR),
|
||||
('(?i)a]', 'A]', SUCCEED, 'found', 'A]'),
|
||||
('(?i)a[]]b', 'A]B', SUCCEED, 'found', 'A]B'),
|
||||
('(?i)a[^bc]d', 'AED', SUCCEED, 'found', 'AED'),
|
||||
('(?i)a[^bc]d', 'ABD', FAIL),
|
||||
('(?i)a[^-b]c', 'ADC', SUCCEED, 'found', 'ADC'),
|
||||
('(?i)a[^-b]c', 'A-C', FAIL),
|
||||
('(?i)a[^]b]c', 'A]C', FAIL),
|
||||
('(?i)a[^]b]c', 'ADC', SUCCEED, 'found', 'ADC'),
|
||||
('(?i)ab|cd', 'ABC', SUCCEED, 'found', 'AB'),
|
||||
('(?i)ab|cd', 'ABCD', SUCCEED, 'found', 'AB'),
|
||||
('(?i)()ef', 'DEF', SUCCEED, 'found+"-"+g1', 'EF-'),
|
||||
('(?i)*a', '-', SYNTAX_ERROR),
|
||||
('(?i)(*)b', '-', SYNTAX_ERROR),
|
||||
('(?i)$b', 'B', FAIL),
|
||||
('(?i)a\\', '-', SYNTAX_ERROR),
|
||||
('(?i)a\\(b', 'A(B', SUCCEED, 'found+"-"+g1', 'A(B-Error'),
|
||||
('(?i)a\\(*b', 'AB', SUCCEED, 'found', 'AB'),
|
||||
('(?i)a\\(*b', 'A((B', SUCCEED, 'found', 'A((B'),
|
||||
('(?i)a\\\\b', 'A\\B', SUCCEED, 'found', 'A\\B'),
|
||||
('(?i)abc)', '-', SYNTAX_ERROR),
|
||||
('(?i)(abc', '-', SYNTAX_ERROR),
|
||||
('(?i)((a))', 'ABC', SUCCEED, 'found+"-"+g1+"-"+g2', 'A-A-A'),
|
||||
('(?i)(a)b(c)', 'ABC', SUCCEED, 'found+"-"+g1+"-"+g2', 'ABC-A-C'),
|
||||
('(?i)a+b+c', 'AABBABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)a{1,}b{1,}c', 'AABBABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)a**', '-', SYNTAX_ERROR),
|
||||
('(?i)a.+?c', 'ABCABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)a.*?c', 'ABCABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)a.{0,5}?c', 'ABCABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)(a+|b)*', 'AB', SUCCEED, 'found+"-"+g1', 'AB-B'),
|
||||
('(?i)(a+|b){0,}', 'AB', SUCCEED, 'found+"-"+g1', 'AB-B'),
|
||||
('(?i)(a+|b)+', 'AB', SUCCEED, 'found+"-"+g1', 'AB-B'),
|
||||
('(?i)(a+|b){1,}', 'AB', SUCCEED, 'found+"-"+g1', 'AB-B'),
|
||||
('(?i)(a+|b)?', 'AB', SUCCEED, 'found+"-"+g1', 'A-A'),
|
||||
('(?i)(a+|b){0,1}', 'AB', SUCCEED, 'found+"-"+g1', 'A-A'),
|
||||
('(?i)(a+|b){0,1}?', 'AB', SUCCEED, 'found+"-"+g1', '-None'),
|
||||
('(?i))(', '-', SYNTAX_ERROR),
|
||||
('(?i)[^ab]*', 'CDE', SUCCEED, 'found', 'CDE'),
|
||||
('(?i)abc', '', FAIL),
|
||||
('(?i)a*', '', SUCCEED, 'found', ''),
|
||||
('(?i)([abc])*d', 'ABBBCD', SUCCEED, 'found+"-"+g1', 'ABBBCD-C'),
|
||||
('(?i)([abc])*bcd', 'ABCD', SUCCEED, 'found+"-"+g1', 'ABCD-A'),
|
||||
('(?i)a|b|c|d|e', 'E', SUCCEED, 'found', 'E'),
|
||||
('(?i)(a|b|c|d|e)f', 'EF', SUCCEED, 'found+"-"+g1', 'EF-E'),
|
||||
('(?i)abcd*efg', 'ABCDEFG', SUCCEED, 'found', 'ABCDEFG'),
|
||||
('(?i)ab*', 'XABYABBBZ', SUCCEED, 'found', 'AB'),
|
||||
('(?i)ab*', 'XAYABBBZ', SUCCEED, 'found', 'A'),
|
||||
('(?i)(ab|cd)e', 'ABCDE', SUCCEED, 'found+"-"+g1', 'CDE-CD'),
|
||||
('(?i)[abhgefdc]ij', 'HIJ', SUCCEED, 'found', 'HIJ'),
|
||||
('(?i)^(ab|cd)e', 'ABCDE', FAIL),
|
||||
('(?i)(abc|)ef', 'ABCDEF', SUCCEED, 'found+"-"+g1', 'EF-'),
|
||||
('(?i)(a|b)c*d', 'ABCD', SUCCEED, 'found+"-"+g1', 'BCD-B'),
|
||||
('(?i)(ab|ab*)bc', 'ABC', SUCCEED, 'found+"-"+g1', 'ABC-A'),
|
||||
('(?i)a([bc]*)c*', 'ABC', SUCCEED, 'found+"-"+g1', 'ABC-BC'),
|
||||
('(?i)a([bc]*)(c*d)', 'ABCD', SUCCEED, 'found+"-"+g1+"-"+g2', 'ABCD-BC-D'),
|
||||
('(?i)a([bc]+)(c*d)', 'ABCD', SUCCEED, 'found+"-"+g1+"-"+g2', 'ABCD-BC-D'),
|
||||
('(?i)a([bc]*)(c+d)', 'ABCD', SUCCEED, 'found+"-"+g1+"-"+g2', 'ABCD-B-CD'),
|
||||
('(?i)a[bcd]*dcdcde', 'ADCDCDE', SUCCEED, 'found', 'ADCDCDE'),
|
||||
('(?i)a[bcd]+dcdcde', 'ADCDCDE', FAIL),
|
||||
('(?i)(ab|a)b*c', 'ABC', SUCCEED, 'found+"-"+g1', 'ABC-AB'),
|
||||
('(?i)((a)(b)c)(d)', 'ABCD', SUCCEED, 'g1+"-"+g2+"-"+g3+"-"+g4', 'ABC-A-B-D'),
|
||||
('(?i)[a-zA-Z_][a-zA-Z0-9_]*', 'ALPHA', SUCCEED, 'found', 'ALPHA'),
|
||||
('(?i)^a(bc+|b[eh])g|.h$', 'ABH', SUCCEED, 'found+"-"+g1', 'BH-None'),
|
||||
('(?i)(bc+d$|ef*g.|h?i(j|k))', 'EFFGZ', SUCCEED, 'found+"-"+g1+"-"+g2', 'EFFGZ-EFFGZ-None'),
|
||||
('(?i)(bc+d$|ef*g.|h?i(j|k))', 'IJ', SUCCEED, 'found+"-"+g1+"-"+g2', 'IJ-IJ-J'),
|
||||
('(?i)(bc+d$|ef*g.|h?i(j|k))', 'EFFG', FAIL),
|
||||
('(?i)(bc+d$|ef*g.|h?i(j|k))', 'BCDD', FAIL),
|
||||
('(?i)(bc+d$|ef*g.|h?i(j|k))', 'REFFGZ', SUCCEED, 'found+"-"+g1+"-"+g2', 'EFFGZ-EFFGZ-None'),
|
||||
('(?i)((((((((((a))))))))))', 'A', SUCCEED, 'g10', 'A'),
|
||||
('(?i)((((((((((a))))))))))\\10', 'AA', SUCCEED, 'found', 'AA'),
|
||||
#('(?i)((((((((((a))))))))))\\41', 'AA', FAIL),
|
||||
#('(?i)((((((((((a))))))))))\\41', 'A!', SUCCEED, 'found', 'A!'),
|
||||
('(?i)(((((((((a)))))))))', 'A', SUCCEED, 'found', 'A'),
|
||||
('(?i)(?:(?:(?:(?:(?:(?:(?:(?:(?:(a))))))))))', 'A', SUCCEED, 'g1', 'A'),
|
||||
('(?i)(?:(?:(?:(?:(?:(?:(?:(?:(?:(a|b|c))))))))))', 'C', SUCCEED, 'g1', 'C'),
|
||||
('(?i)multiple words of text', 'UH-UH', FAIL),
|
||||
('(?i)multiple words', 'MULTIPLE WORDS, YEAH', SUCCEED, 'found', 'MULTIPLE WORDS'),
|
||||
('(?i)(.*)c(.*)', 'ABCDE', SUCCEED, 'found+"-"+g1+"-"+g2', 'ABCDE-AB-DE'),
|
||||
('(?i)\\((.*), (.*)\\)', '(A, B)', SUCCEED, 'g2+"-"+g1', 'B-A'),
|
||||
('(?i)[k]', 'AB', FAIL),
|
||||
# ('(?i)abcd', 'ABCD', SUCCEED, 'found+"-"+\\found+"-"+\\\\found', 'ABCD-$&-\\ABCD'),
|
||||
# ('(?i)a(bc)d', 'ABCD', SUCCEED, 'g1+"-"+\\g1+"-"+\\\\g1', 'BC-$1-\\BC'),
|
||||
('(?i)a[-]?c', 'AC', SUCCEED, 'found', 'AC'),
|
||||
('(?i)(abc)\\1', 'ABCABC', SUCCEED, 'g1', 'ABC'),
|
||||
('(?i)([a-c]*)\\1', 'ABCABC', SUCCEED, 'g1', 'ABC'),
|
||||
('a(?!b).', 'abad', SUCCEED, 'found', 'ad'),
|
||||
('a(?=d).', 'abad', SUCCEED, 'found', 'ad'),
|
||||
('a(?=c|d).', 'abad', SUCCEED, 'found', 'ad'),
|
||||
('a(?:b|c|d)(.)', 'ace', SUCCEED, 'g1', 'e'),
|
||||
('a(?:b|c|d)*(.)', 'ace', SUCCEED, 'g1', 'e'),
|
||||
('a(?:b|c|d)+?(.)', 'ace', SUCCEED, 'g1', 'e'),
|
||||
('a(?:b|(c|e){1,2}?|d)+?(.)', 'ace', SUCCEED, 'g1 + g2', 'ce'),
|
||||
('^(.+)?B', 'AB', SUCCEED, 'g1', 'A'),
|
||||
|
||||
# lookbehind: split by : but not if it is escaped by -.
|
||||
('(?<!-):(.*?)(?<!-):', 'a:bc-:de:f', SUCCEED, 'g1', 'bc-:de' ),
|
||||
# escaping with \ as we know it
|
||||
('(?<!\\\):(.*?)(?<!\\\):', 'a:bc\\:de:f', SUCCEED, 'g1', 'bc\\:de' ),
|
||||
# terminating with ' and escaping with ? as in edifact
|
||||
("(?<!\\?)'(.*?)(?<!\\?)'", "a'bc?'de'f", SUCCEED, 'g1', "bc?'de" ),
|
||||
|
||||
# Comments using the (?#...) syntax
|
||||
|
||||
('w(?# comment', 'w', SYNTAX_ERROR),
|
||||
('w(?# comment 1)xy(?# comment 2)z', 'wxyz', SUCCEED, 'found', 'wxyz'),
|
||||
|
||||
# Check odd placement of embedded pattern modifiers
|
||||
|
||||
# not an error under PCRE/PRE:
|
||||
('w(?i)', 'W', SUCCEED, 'found', 'W'),
|
||||
# ('w(?i)', 'W', SYNTAX_ERROR),
|
||||
|
||||
# Comments using the x embedded pattern modifier
|
||||
|
||||
("""(?x)w# comment 1
|
||||
x y
|
||||
# comment 2
|
||||
z""", 'wxyz', SUCCEED, 'found', 'wxyz'),
|
||||
|
||||
# using the m embedded pattern modifier
|
||||
|
||||
('^abc', """jkl
|
||||
abc
|
||||
xyz""", FAIL),
|
||||
('(?m)^abc', """jkl
|
||||
abc
|
||||
xyz""", SUCCEED, 'found', 'abc'),
|
||||
|
||||
('(?m)abc$', """jkl
|
||||
xyzabc
|
||||
123""", SUCCEED, 'found', 'abc'),
|
||||
|
||||
# using the s embedded pattern modifier
|
||||
|
||||
('a.b', 'a\nb', FAIL),
|
||||
('(?s)a.b', 'a\nb', SUCCEED, 'found', 'a\nb'),
|
||||
|
||||
# test \w, etc. both inside and outside character classes
|
||||
|
||||
('\\w+', '--ab_cd0123--', SUCCEED, 'found', 'ab_cd0123'),
|
||||
('[\\w]+', '--ab_cd0123--', SUCCEED, 'found', 'ab_cd0123'),
|
||||
('\\D+', '1234abc5678', SUCCEED, 'found', 'abc'),
|
||||
('[\\D]+', '1234abc5678', SUCCEED, 'found', 'abc'),
|
||||
('[\\da-fA-F]+', '123abc', SUCCEED, 'found', '123abc'),
|
||||
# not an error under PCRE/PRE:
|
||||
# ('[\\d-x]', '-', SYNTAX_ERROR),
|
||||
(r'([\s]*)([\S]*)([\s]*)', ' testing!1972', SUCCEED, 'g3+g2+g1', 'testing!1972 '),
|
||||
(r'(\s*)(\S*)(\s*)', ' testing!1972', SUCCEED, 'g3+g2+g1', 'testing!1972 '),
|
||||
|
||||
(r'\xff', '\377', SUCCEED, 'found', chr(255)),
|
||||
# new \x semantics
|
||||
(r'\x00ff', '\377', FAIL),
|
||||
# (r'\x00ff', '\377', SUCCEED, 'found', chr(255)),
|
||||
(r'\t\n\v\r\f\a\g', '\t\n\v\r\f\ag', SUCCEED, 'found', '\t\n\v\r\f\ag'),
|
||||
('\t\n\v\r\f\a\g', '\t\n\v\r\f\ag', SUCCEED, 'found', '\t\n\v\r\f\ag'),
|
||||
(r'\t\n\v\r\f\a', '\t\n\v\r\f\a', SUCCEED, 'found', chr(9)+chr(10)+chr(11)+chr(13)+chr(12)+chr(7)),
|
||||
(r'[\t][\n][\v][\r][\f][\b]', '\t\n\v\r\f\b', SUCCEED, 'found', '\t\n\v\r\f\b'),
|
||||
|
||||
#
|
||||
# post-1.5.2 additions
|
||||
|
||||
# xmllib problem
|
||||
(r'(([a-z]+):)?([a-z]+)$', 'smil', SUCCEED, 'g1+"-"+g2+"-"+g3', 'None-None-smil'),
|
||||
# bug 110866: reference to undefined group
|
||||
(r'((.)\1+)', '', SYNTAX_ERROR),
|
||||
# bug 111869: search (PRE/PCRE fails on this one, SRE doesn't)
|
||||
(r'.*d', 'abc\nabd', SUCCEED, 'found', 'abd'),
|
||||
# bug 112468: various expected syntax errors
|
||||
(r'(', '', SYNTAX_ERROR),
|
||||
(r'[\41]', '!', SUCCEED, 'found', '!'),
|
||||
# bug 114033: nothing to repeat
|
||||
(r'(x?)?', 'x', SUCCEED, 'found', 'x'),
|
||||
# bug 115040: rescan if flags are modified inside pattern
|
||||
(r' (?x)foo ', 'foo', SUCCEED, 'found', 'foo'),
|
||||
# bug 115618: negative lookahead
|
||||
(r'(?<!abc)(d.f)', 'abcdefdof', SUCCEED, 'found', 'dof'),
|
||||
# bug 116251: character class bug
|
||||
(r'[\w-]+', 'laser_beam', SUCCEED, 'found', 'laser_beam'),
|
||||
# bug 123769+127259: non-greedy backtracking bug
|
||||
(r'.*?\S *:', 'xx:', SUCCEED, 'found', 'xx:'),
|
||||
(r'a[ ]*?\ (\d+).*', 'a 10', SUCCEED, 'found', 'a 10'),
|
||||
(r'a[ ]*?\ (\d+).*', 'a 10', SUCCEED, 'found', 'a 10'),
|
||||
# bug 127259: \Z shouldn't depend on multiline mode
|
||||
(r'(?ms).*?x\s*\Z(.*)','xx\nx\n', SUCCEED, 'g1', ''),
|
||||
# bug 128899: uppercase literals under the ignorecase flag
|
||||
(r'(?i)M+', 'MMM', SUCCEED, 'found', 'MMM'),
|
||||
(r'(?i)m+', 'MMM', SUCCEED, 'found', 'MMM'),
|
||||
(r'(?i)[M]+', 'MMM', SUCCEED, 'found', 'MMM'),
|
||||
(r'(?i)[m]+', 'MMM', SUCCEED, 'found', 'MMM'),
|
||||
# bug 130748: ^* should be an error (nothing to repeat)
|
||||
(r'^*', '', SYNTAX_ERROR),
|
||||
# bug 133283: minimizing repeat problem
|
||||
(r'"(?:\\"|[^"])*?"', r'"\""', SUCCEED, 'found', r'"\""'),
|
||||
# bug 477728: minimizing repeat problem
|
||||
(r'^.*?$', 'one\ntwo\nthree\n', FAIL),
|
||||
# bug 483789: minimizing repeat problem
|
||||
(r'a[^>]*?b', 'a>b', FAIL),
|
||||
# bug 490573: minimizing repeat problem
|
||||
(r'^a*?$', 'foo', FAIL),
|
||||
# bug 470582: nested groups problem
|
||||
(r'^((a)c)?(ab)$', 'ab', SUCCEED, 'g1+"-"+g2+"-"+g3', 'None-None-ab'),
|
||||
# another minimizing repeat problem (capturing groups in assertions)
|
||||
('^([ab]*?)(?=(b)?)c', 'abc', SUCCEED, 'g1+"-"+g2', 'ab-None'),
|
||||
('^([ab]*?)(?!(b))c', 'abc', SUCCEED, 'g1+"-"+g2', 'ab-None'),
|
||||
('^([ab]*?)(?<!(a))c', 'abc', SUCCEED, 'g1+"-"+g2', 'ab-None'),
|
||||
]
|
||||
|
||||
u = '\N{LATIN CAPITAL LETTER A WITH DIAERESIS}'
|
||||
tests.extend([
|
||||
# bug 410271: \b broken under locales
|
||||
(r'\b.\b', 'a', SUCCEED, 'found', 'a'),
|
||||
(r'(?u)\b.\b', u, SUCCEED, 'found', u),
|
||||
(r'(?u)\w', u, SUCCEED, 'found', u),
|
||||
])
|
||||
516
re_tests_uniq.py
Normal file
516
re_tests_uniq.py
Normal file
@@ -0,0 +1,516 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- mode: python -*-
|
||||
|
||||
# Re test suite and benchmark suite v1.5
|
||||
# The 3 possible outcomes for each pattern
|
||||
[SUCCEED, FAIL, SYNTAX_ERROR] = range(3)
|
||||
# Benchmark suite (needs expansion)
|
||||
#
|
||||
# The benchmark suite does not test correctness, just speed. The
|
||||
# first element of each tuple is the regex pattern; the second is a
|
||||
# string to match it against. The benchmarking code will embed the
|
||||
# second string inside several sizes of padding, to test how regex
|
||||
# matching performs on large strings.
|
||||
benchmarks = [
|
||||
# test common prefix
|
||||
('Python|Perl', 'Perl'), # Alternation
|
||||
('(Python|Perl)', 'Perl'), # Grouped alternation
|
||||
('Python|Perl|Tcl', 'Perl'), # Alternation
|
||||
('(Python|Perl|Tcl)', 'Perl'), # Grouped alternation
|
||||
('(Python)\\1', 'PythonPython'), # Backreference
|
||||
('([0a-z][a-z0-9]*,)+', 'a5,b7,c9,'), # Disable the fastmap optimization
|
||||
('([a-z][a-z0-9]*,)+', 'a5,b7,c9,'), # A few sets
|
||||
('Python', 'Python'), # Simple text literal
|
||||
('.*Python', 'Python'), # Bad text literal
|
||||
('.*Python.*', 'Python'), # Worse text literal
|
||||
('.*(Python)', 'Python'), # Bad text literal with grouping
|
||||
]
|
||||
# Test suite (for verifying correctness)
|
||||
# The test suite is a list of 5- or 3-tuples. The 5 parts of a
|
||||
# complete tuple are:
|
||||
# element 0: a string containing the pattern
|
||||
# 1: the string to match against the pattern
|
||||
# 2: the expected result (SUCCEED, FAIL, SYNTAX_ERROR)
|
||||
# 3: a string that will be eval()'ed to produce a test string.
|
||||
# This is an arbitrary Python expression; the available
|
||||
# variables are "found" (the whole match), and "g1", "g2", ...
|
||||
# up to "g99" contain the contents of each group, or the
|
||||
# string 'None' if the group wasn't given a value, or the
|
||||
# string 'Error' if the group index was out of range;
|
||||
# also "groups", the return value of m.group() (a tuple).
|
||||
# 4: The expected result of evaluating the expression.
|
||||
# If the two don't match, an error is reported.
|
||||
# If the regex isn't expected to work, the latter two elements can be omitted.
|
||||
tests = [
|
||||
# Test ?P< and ?P= extensions
|
||||
('(?P<foo_123', '', SYNTAX_ERROR), # Unterminated group identifier
|
||||
('(?P<1>a)', '', SYNTAX_ERROR), # Begins with a digit
|
||||
('(?P<!>a)', '', SYNTAX_ERROR), # Begins with an illegal char
|
||||
('(?P<foo!>a)', '', SYNTAX_ERROR), # Begins with an illegal char
|
||||
# Same tests, for the ?P= form
|
||||
('(?P<foo_123>a)(?P=foo_123', 'aa', SYNTAX_ERROR),
|
||||
('(?P<foo_123>a)(?P=1)', 'aa', SYNTAX_ERROR),
|
||||
('(?P<foo_123>a)(?P=!)', 'aa', SYNTAX_ERROR),
|
||||
('(?P<foo_123>a)(?P=foo_124', 'aa', SYNTAX_ERROR), # Backref to undefined group
|
||||
('(?P<foo_123>a)', 'a', SUCCEED, 'g1', 'a'),
|
||||
('(?P<foo_123>a)(?P=foo_123)', 'aa', SUCCEED, 'g1', 'a'),
|
||||
# Test octal escapes
|
||||
('\\1', 'a', SYNTAX_ERROR), # Backreference
|
||||
('[\\1]', '\1', SUCCEED, 'found', '\1'), # Character
|
||||
('\\09', chr(0) + '9', SUCCEED, 'found', chr(0) + '9'),
|
||||
('\\141', 'a', SUCCEED, 'found', 'a'),
|
||||
('(a)(b)(c)(d)(e)(f)(g)(h)(i)(j)(k)(l)\\119', 'abcdefghijklk9', SUCCEED, 'found+"-"+g11', 'abcdefghijklk9-k'),
|
||||
# Test \0 is handled everywhere
|
||||
(r'\0', '\0', SUCCEED, 'found', '\0'),
|
||||
(r'[\0a]', '\0', SUCCEED, 'found', '\0'),
|
||||
(r'[a\0]', '\0', SUCCEED, 'found', '\0'),
|
||||
(r'[^a\0]', '\0', FAIL),
|
||||
# Test various letter escapes
|
||||
(r'\a[\b]\f\n\r\t\v', '\a\b\f\n\r\t\v', SUCCEED, 'found', '\a\b\f\n\r\t\v'),
|
||||
(r'[\a][\b][\f][\n][\r][\t][\v]', '\a\b\f\n\r\t\v', SUCCEED, 'found', '\a\b\f\n\r\t\v'),
|
||||
# NOTE: not an error under PCRE/PRE:
|
||||
# (r'\u', '', SYNTAX_ERROR), # A Perl escape
|
||||
(r'\c\e\g\h\i\j\k\m\o\p\q\y\z', 'ceghijkmopqyz', SUCCEED, 'found', 'ceghijkmopqyz'),
|
||||
(r'\xff', '\377', SUCCEED, 'found', chr(255)),
|
||||
# new \x semantics
|
||||
(r'\x00ffffffffffffff', '\377', FAIL, 'found', chr(255)),
|
||||
(r'\x00f', '\017', FAIL, 'found', chr(15)),
|
||||
(r'\x00fe', '\376', FAIL, 'found', chr(254)),
|
||||
# (r'\x00ffffffffffffff', '\377', SUCCEED, 'found', chr(255)),
|
||||
# (r'\x00f', '\017', SUCCEED, 'found', chr(15)),
|
||||
# (r'\x00fe', '\376', SUCCEED, 'found', chr(254)),
|
||||
(r"^\w+=(\\[\000-\277]|[^\n\\])*", "SRC=eval.c g.c blah blah blah \\\\\n\tapes.c",
|
||||
SUCCEED, 'found', "SRC=eval.c g.c blah blah blah \\\\"),
|
||||
# Test that . only matches \n in DOTALL mode
|
||||
('a.b', 'acb', SUCCEED, 'found', 'acb'),
|
||||
('a.b', 'a\nb', FAIL),
|
||||
('a.*b', 'acc\nccb', FAIL),
|
||||
('a.{4,5}b', 'acc\nccb', FAIL),
|
||||
('a.b', 'a\rb', SUCCEED, 'found', 'a\rb'),
|
||||
('a.b(?s)', 'a\nb', SUCCEED, 'found', 'a\nb'),
|
||||
('a.*(?s)b', 'acc\nccb', SUCCEED, 'found', 'acc\nccb'),
|
||||
('(?s)a.{4,5}b', 'acc\nccb', SUCCEED, 'found', 'acc\nccb'),
|
||||
('(?s)a.b', 'a\nb', SUCCEED, 'found', 'a\nb'),
|
||||
(')', '', SYNTAX_ERROR), # Unmatched right bracket
|
||||
('', '', SUCCEED, 'found', ''), # Empty pattern
|
||||
('abc', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('abc', 'xbc', FAIL),
|
||||
('abc', 'axc', FAIL),
|
||||
('abc', 'abx', FAIL),
|
||||
('abc', 'xabcy', SUCCEED, 'found', 'abc'),
|
||||
('abc', 'ababc', SUCCEED, 'found', 'abc'),
|
||||
('ab*c', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('ab*bc', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('ab*bc', 'abbc', SUCCEED, 'found', 'abbc'),
|
||||
('ab*bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab+bc', 'abbc', SUCCEED, 'found', 'abbc'),
|
||||
('ab+bc', 'abc', FAIL),
|
||||
('ab+bc', 'abq', FAIL),
|
||||
('ab+bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab?bc', 'abbc', SUCCEED, 'found', 'abbc'),
|
||||
('ab?bc', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('ab?bc', 'abbbbc', FAIL),
|
||||
('ab?c', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('^abc$', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('^abc$', 'abcc', FAIL),
|
||||
('^abc', 'abcc', SUCCEED, 'found', 'abc'),
|
||||
('^abc$', 'aabc', FAIL),
|
||||
('abc$', 'aabc', SUCCEED, 'found', 'abc'),
|
||||
('^', 'abc', SUCCEED, 'found+"-"', '-'),
|
||||
('$', 'abc', SUCCEED, 'found+"-"', '-'),
|
||||
('a.c', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('a.c', 'axc', SUCCEED, 'found', 'axc'),
|
||||
('a.*c', 'axyzc', SUCCEED, 'found', 'axyzc'),
|
||||
('a.*c', 'axyzd', FAIL),
|
||||
('a[bc]d', 'abc', FAIL),
|
||||
('a[bc]d', 'abd', SUCCEED, 'found', 'abd'),
|
||||
('a[b-d]e', 'abd', FAIL),
|
||||
('a[b-d]e', 'ace', SUCCEED, 'found', 'ace'),
|
||||
('a[b-d]', 'aac', SUCCEED, 'found', 'ac'),
|
||||
('a[-b]', 'a-', SUCCEED, 'found', 'a-'),
|
||||
('a[\\-b]', 'a-', SUCCEED, 'found', 'a-'),
|
||||
# ('a[b-]', 'a-', SYNTAX_ERROR),
|
||||
('a[]b', '-', SYNTAX_ERROR),
|
||||
('a[', '-', SYNTAX_ERROR),
|
||||
('a\\', '-', SYNTAX_ERROR),
|
||||
('abc)', '-', SYNTAX_ERROR),
|
||||
('(abc', '-', SYNTAX_ERROR),
|
||||
('a]', 'a]', SUCCEED, 'found', 'a]'),
|
||||
('a[]]b', 'a]b', SUCCEED, 'found', 'a]b'),
|
||||
('a[\]]b', 'a]b', SUCCEED, 'found', 'a]b'),
|
||||
('a[^bc]d', 'aed', SUCCEED, 'found', 'aed'),
|
||||
('a[^bc]d', 'abd', FAIL),
|
||||
('a[^-b]c', 'adc', SUCCEED, 'found', 'adc'),
|
||||
('a[^-b]c', 'a-c', FAIL),
|
||||
('a[^]b]c', 'a]c', FAIL),
|
||||
('a[^]b]c', 'adc', SUCCEED, 'found', 'adc'),
|
||||
('\\ba\\b', 'a-', SUCCEED, '"-"', '-'),
|
||||
('\\ba\\b', '-a', SUCCEED, '"-"', '-'),
|
||||
('\\ba\\b', '-a-', SUCCEED, '"-"', '-'),
|
||||
('\\by\\b', 'xy', FAIL),
|
||||
('\\by\\b', 'yz', FAIL),
|
||||
('\\by\\b', 'xyz', FAIL),
|
||||
('x\\b', 'xyz', FAIL),
|
||||
('x\\B', 'xyz', SUCCEED, '"-"', '-'),
|
||||
('\\Bz', 'xyz', SUCCEED, '"-"', '-'),
|
||||
('z\\B', 'xyz', FAIL),
|
||||
('\\Bx', 'xyz', FAIL),
|
||||
('\\Ba\\B', 'a-', FAIL, '"-"', '-'),
|
||||
('\\Ba\\B', '-a', FAIL, '"-"', '-'),
|
||||
('\\Ba\\B', '-a-', FAIL, '"-"', '-'),
|
||||
('\\By\\B', 'xy', FAIL),
|
||||
('\\By\\B', 'yz', FAIL),
|
||||
('\\By\\b', 'xy', SUCCEED, '"-"', '-'),
|
||||
('\\by\\B', 'yz', SUCCEED, '"-"', '-'),
|
||||
('\\By\\B', 'xyz', SUCCEED, '"-"', '-'),
|
||||
('ab|cd', 'abc', SUCCEED, 'found', 'ab'),
|
||||
('ab|cd', 'abcd', SUCCEED, 'found', 'ab'),
|
||||
('()ef', 'def', SUCCEED, 'found+"-"+g1', 'ef-'),
|
||||
('$b', 'b', FAIL),
|
||||
('a\\(b', 'a(b', SUCCEED, 'found+"-"+g1', 'a(b-Error'),
|
||||
('a\\(*b', 'ab', SUCCEED, 'found', 'ab'),
|
||||
('a\\(*b', 'a((b', SUCCEED, 'found', 'a((b'),
|
||||
('a\\\\b', 'a\\b', SUCCEED, 'found', 'a\\b'),
|
||||
('((a))', 'abc', SUCCEED, 'found+"-"+g1+"-"+g2', 'a-a-a'),
|
||||
('(a)b(c)', 'abc', SUCCEED, 'found+"-"+g1+"-"+g2', 'abc-a-c'),
|
||||
('a+b+c', 'aabbabc', SUCCEED, 'found', 'abc'),
|
||||
('(a+|b)*', 'ab', SUCCEED, 'found+"-"+g1', 'ab-b'),
|
||||
('(a+|b)+', 'ab', SUCCEED, 'found+"-"+g1', 'ab-b'),
|
||||
('(a+|b)?', 'ab', SUCCEED, 'found+"-"+g1', 'a-a'),
|
||||
(')(', '-', SYNTAX_ERROR),
|
||||
('[^ab]*', 'cde', SUCCEED, 'found', 'cde'),
|
||||
('abc', '', FAIL),
|
||||
('a*', '', SUCCEED, 'found', ''),
|
||||
('a|b|c|d|e', 'e', SUCCEED, 'found', 'e'),
|
||||
('(a|b|c|d|e)f', 'ef', SUCCEED, 'found+"-"+g1', 'ef-e'),
|
||||
('abcd*efg', 'abcdefg', SUCCEED, 'found', 'abcdefg'),
|
||||
('ab*', 'xabyabbbz', SUCCEED, 'found', 'ab'),
|
||||
('ab*', 'xayabbbz', SUCCEED, 'found', 'a'),
|
||||
('(ab|cd)e', 'abcde', SUCCEED, 'found+"-"+g1', 'cde-cd'),
|
||||
('[abhgefdc]ij', 'hij', SUCCEED, 'found', 'hij'),
|
||||
('^(ab|cd)e', 'abcde', FAIL, 'xg1y', 'xy'),
|
||||
('(abc|)ef', 'abcdef', SUCCEED, 'found+"-"+g1', 'ef-'),
|
||||
('(a|b)c*d', 'abcd', SUCCEED, 'found+"-"+g1', 'bcd-b'),
|
||||
('(ab|ab*)bc', 'abc', SUCCEED, 'found+"-"+g1', 'abc-a'),
|
||||
('a([bc]*)c*', 'abc', SUCCEED, 'found+"-"+g1', 'abc-bc'),
|
||||
('a([bc]*)(c*d)', 'abcd', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcd-bc-d'),
|
||||
('a([bc]+)(c*d)', 'abcd', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcd-bc-d'),
|
||||
('a([bc]*)(c+d)', 'abcd', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcd-b-cd'),
|
||||
('a[bcd]*dcdcde', 'adcdcde', SUCCEED, 'found', 'adcdcde'),
|
||||
('a[bcd]+dcdcde', 'adcdcde', FAIL),
|
||||
('(ab|a)b*c', 'abc', SUCCEED, 'found+"-"+g1', 'abc-ab'),
|
||||
('((a)(b)c)(d)', 'abcd', SUCCEED, 'g1+"-"+g2+"-"+g3+"-"+g4', 'abc-a-b-d'),
|
||||
('[a-zA-Z_][a-zA-Z0-9_]*', 'alpha', SUCCEED, 'found', 'alpha'),
|
||||
('^a(bc+|b[eh])g|.h$', 'abh', SUCCEED, 'found+"-"+g1', 'bh-None'),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'effgz', SUCCEED, 'found+"-"+g1+"-"+g2', 'effgz-effgz-None'),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'ij', SUCCEED, 'found+"-"+g1+"-"+g2', 'ij-ij-j'),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'effg', FAIL),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'bcdd', FAIL),
|
||||
('(bc+d$|ef*g.|h?i(j|k))', 'reffgz', SUCCEED, 'found+"-"+g1+"-"+g2', 'effgz-effgz-None'),
|
||||
('(((((((((a)))))))))', 'a', SUCCEED, 'found', 'a'),
|
||||
('multiple words of text', 'uh-uh', FAIL),
|
||||
('multiple words', 'multiple words, yeah', SUCCEED, 'found', 'multiple words'),
|
||||
('(.*)c(.*)', 'abcde', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcde-ab-de'),
|
||||
('\\((.*), (.*)\\)', '(a, b)', SUCCEED, 'g2+"-"+g1', 'b-a'),
|
||||
('[k]', 'ab', FAIL),
|
||||
('a[-]?c', 'ac', SUCCEED, 'found', 'ac'),
|
||||
('(abc)\\1', 'abcabc', SUCCEED, 'g1', 'abc'),
|
||||
('([a-c]*)\\1', 'abcabc', SUCCEED, 'g1', 'abc'),
|
||||
('^(.+)?B', 'AB', SUCCEED, 'g1', 'A'),
|
||||
('(a+).\\1$', 'aaaaa', SUCCEED, 'found+"-"+g1', 'aaaaa-aa'),
|
||||
('^(a+).\\1$', 'aaaa', FAIL),
|
||||
('(abc)\\1', 'abcabc', SUCCEED, 'found+"-"+g1', 'abcabc-abc'),
|
||||
('([a-c]+)\\1', 'abcabc', SUCCEED, 'found+"-"+g1', 'abcabc-abc'),
|
||||
('(a)\\1', 'aa', SUCCEED, 'found+"-"+g1', 'aa-a'),
|
||||
('(a+)\\1', 'aa', SUCCEED, 'found+"-"+g1', 'aa-a'),
|
||||
('(a+)+\\1', 'aa', SUCCEED, 'found+"-"+g1', 'aa-a'),
|
||||
('(a).+\\1', 'aba', SUCCEED, 'found+"-"+g1', 'aba-a'),
|
||||
('(a)ba*\\1', 'aba', SUCCEED, 'found+"-"+g1', 'aba-a'),
|
||||
('(aa|a)a\\1$', 'aaa', SUCCEED, 'found+"-"+g1', 'aaa-a'),
|
||||
('(a|aa)a\\1$', 'aaa', SUCCEED, 'found+"-"+g1', 'aaa-a'),
|
||||
('(a+)a\\1$', 'aaa', SUCCEED, 'found+"-"+g1', 'aaa-a'),
|
||||
('([abc]*)\\1', 'abcabc', SUCCEED, 'found+"-"+g1', 'abcabc-abc'),
|
||||
('(a)(b)c|ab', 'ab', SUCCEED, 'found+"-"+g1+"-"+g2', 'ab-None-None'),
|
||||
('(a)+x', 'aaax', SUCCEED, 'found+"-"+g1', 'aaax-a'),
|
||||
('([ac])+x', 'aacx', SUCCEED, 'found+"-"+g1', 'aacx-c'),
|
||||
('([^/]*/)*sub1/', 'd:msgs/tdir/sub1/trial/away.cpp', SUCCEED, 'found+"-"+g1', 'd:msgs/tdir/sub1/-tdir/'),
|
||||
('([^.]*)\\.([^:]*):[T ]+(.*)', 'track1.title:TBlah blah blah', SUCCEED, 'found+"-"+g1+"-"+g2+"-"+g3', 'track1.title:TBlah blah blah-track1-title-Blah blah blah'),
|
||||
('([^N]*N)+', 'abNNxyzN', SUCCEED, 'found+"-"+g1', 'abNNxyzN-xyzN'),
|
||||
('([^N]*N)+', 'abNNxyz', SUCCEED, 'found+"-"+g1', 'abNN-N'),
|
||||
('([abc]*)x', 'abcx', SUCCEED, 'found+"-"+g1', 'abcx-abc'),
|
||||
('([abc]*)x', 'abc', FAIL),
|
||||
('([xyz]*)x', 'abcx', SUCCEED, 'found+"-"+g1', 'x-'),
|
||||
('(a)+b|aac', 'aac', SUCCEED, 'found+"-"+g1', 'aac-None'),
|
||||
# Test symbolic groups
|
||||
('(?P<i d>aaa)a', 'aaaa', SYNTAX_ERROR),
|
||||
('(?P<id>aaa)a', 'aaaa', SUCCEED, 'found+"-"+id', 'aaaa-aaa'),
|
||||
('(?P<id>aa)(?P=id)', 'aaaa', SUCCEED, 'found+"-"+id', 'aaaa-aa'),
|
||||
('(?P<id>aa)(?P=xd)', 'aaaa', SYNTAX_ERROR),
|
||||
# Test octal escapes/memory references
|
||||
('\\1', 'a', SYNTAX_ERROR),
|
||||
# All tests from Perl
|
||||
('ab{0,}bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab{1,}bc', 'abq', FAIL),
|
||||
('ab{1,}bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab{1,3}bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab{3,4}bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'),
|
||||
('ab{4,5}bc', 'abbbbc', FAIL),
|
||||
('ab{0,1}bc', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('ab{0,1}c', 'abc', SUCCEED, 'found', 'abc'),
|
||||
('^', 'abc', SUCCEED, 'found', ''),
|
||||
('$', 'abc', SUCCEED, 'found', ''),
|
||||
('a[b-]', 'a-', SUCCEED, 'found', 'a-'),
|
||||
('a[b-a]', '-', SYNTAX_ERROR),
|
||||
('*a', '-', SYNTAX_ERROR),
|
||||
('(*)b', '-', SYNTAX_ERROR),
|
||||
('a{1,}b{1,}c', 'aabbabc', SUCCEED, 'found', 'abc'),
|
||||
('a**', '-', SYNTAX_ERROR),
|
||||
('a.+?c', 'abcabc', SUCCEED, 'found', 'abc'),
|
||||
('(a+|b){0,}', 'ab', SUCCEED, 'found+"-"+g1', 'ab-b'),
|
||||
('(a+|b){1,}', 'ab', SUCCEED, 'found+"-"+g1', 'ab-b'),
|
||||
('(a+|b){0,1}', 'ab', SUCCEED, 'found+"-"+g1', 'a-a'),
|
||||
('([abc])*d', 'abbbcd', SUCCEED, 'found+"-"+g1', 'abbbcd-c'),
|
||||
('([abc])*bcd', 'abcd', SUCCEED, 'found+"-"+g1', 'abcd-a'),
|
||||
('^(ab|cd)e', 'abcde', FAIL),
|
||||
('((((((((((a))))))))))', 'a', SUCCEED, 'g10', 'a'),
|
||||
('((((((((((a))))))))))\\10', 'aa', SUCCEED, 'found', 'aa'),
|
||||
# Python does not have the same rules for \\41 so this is a syntax error
|
||||
# ('((((((((((a))))))))))\\41', 'aa', FAIL),
|
||||
# ('((((((((((a))))))))))\\41', 'a!', SUCCEED, 'found', 'a!'),
|
||||
('((((((((((a))))))))))\\41', '', SYNTAX_ERROR),
|
||||
('(?i)((((((((((a))))))))))\\41', '', SYNTAX_ERROR),
|
||||
('(?i)abc', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)abc', 'XBC', FAIL),
|
||||
('(?i)abc', 'AXC', FAIL),
|
||||
('(?i)abc', 'ABX', FAIL),
|
||||
('(?i)abc', 'XABCY', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)abc', 'ABABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)ab*c', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)ab*bc', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)ab*bc', 'ABBC', SUCCEED, 'found', 'ABBC'),
|
||||
('(?i)ab*?bc', 'ABBBBC', SUCCEED, 'found', 'ABBBBC'),
|
||||
('(?i)ab{0,}?bc', 'ABBBBC', SUCCEED, 'found', 'ABBBBC'),
|
||||
('(?i)ab+?bc', 'ABBC', SUCCEED, 'found', 'ABBC'),
|
||||
('(?i)ab+bc', 'ABC', FAIL),
|
||||
('(?i)ab+bc', 'ABQ', FAIL),
|
||||
('(?i)ab{1,}bc', 'ABQ', FAIL),
|
||||
('(?i)ab+bc', 'ABBBBC', SUCCEED, 'found', 'ABBBBC'),
|
||||
('(?i)ab{1,}?bc', 'ABBBBC', SUCCEED, 'found', 'ABBBBC'),
|
||||
('(?i)ab{1,3}?bc', 'ABBBBC', SUCCEED, 'found', 'ABBBBC'),
|
||||
('(?i)ab{3,4}?bc', 'ABBBBC', SUCCEED, 'found', 'ABBBBC'),
|
||||
('(?i)ab{4,5}?bc', 'ABBBBC', FAIL),
|
||||
('(?i)ab??bc', 'ABBC', SUCCEED, 'found', 'ABBC'),
|
||||
('(?i)ab??bc', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)ab{0,1}?bc', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)ab??bc', 'ABBBBC', FAIL),
|
||||
('(?i)ab??c', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)ab{0,1}?c', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)^abc$', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)^abc$', 'ABCC', FAIL),
|
||||
('(?i)^abc', 'ABCC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)^abc$', 'AABC', FAIL),
|
||||
('(?i)abc$', 'AABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)^', 'ABC', SUCCEED, 'found', ''),
|
||||
('(?i)$', 'ABC', SUCCEED, 'found', ''),
|
||||
('(?i)a.c', 'ABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)a.c', 'AXC', SUCCEED, 'found', 'AXC'),
|
||||
('(?i)a.*?c', 'AXYZC', SUCCEED, 'found', 'AXYZC'),
|
||||
('(?i)a.*c', 'AXYZD', FAIL),
|
||||
('(?i)a[bc]d', 'ABC', FAIL),
|
||||
('(?i)a[bc]d', 'ABD', SUCCEED, 'found', 'ABD'),
|
||||
('(?i)a[b-d]e', 'ABD', FAIL),
|
||||
('(?i)a[b-d]e', 'ACE', SUCCEED, 'found', 'ACE'),
|
||||
('(?i)a[b-d]', 'AAC', SUCCEED, 'found', 'AC'),
|
||||
('(?i)a[-b]', 'A-', SUCCEED, 'found', 'A-'),
|
||||
('(?i)a[b-]', 'A-', SUCCEED, 'found', 'A-'),
|
||||
('(?i)a[b-a]', '-', SYNTAX_ERROR),
|
||||
('(?i)a[]b', '-', SYNTAX_ERROR),
|
||||
('(?i)a[', '-', SYNTAX_ERROR),
|
||||
('(?i)a]', 'A]', SUCCEED, 'found', 'A]'),
|
||||
('(?i)a[]]b', 'A]B', SUCCEED, 'found', 'A]B'),
|
||||
('(?i)a[^bc]d', 'AED', SUCCEED, 'found', 'AED'),
|
||||
('(?i)a[^bc]d', 'ABD', FAIL),
|
||||
('(?i)a[^-b]c', 'ADC', SUCCEED, 'found', 'ADC'),
|
||||
('(?i)a[^-b]c', 'A-C', FAIL),
|
||||
('(?i)a[^]b]c', 'A]C', FAIL),
|
||||
('(?i)a[^]b]c', 'ADC', SUCCEED, 'found', 'ADC'),
|
||||
('(?i)ab|cd', 'ABC', SUCCEED, 'found', 'AB'),
|
||||
('(?i)ab|cd', 'ABCD', SUCCEED, 'found', 'AB'),
|
||||
('(?i)()ef', 'DEF', SUCCEED, 'found+"-"+g1', 'EF-'),
|
||||
('(?i)*a', '-', SYNTAX_ERROR),
|
||||
('(?i)(*)b', '-', SYNTAX_ERROR),
|
||||
('(?i)$b', 'B', FAIL),
|
||||
('(?i)a\\', '-', SYNTAX_ERROR),
|
||||
('(?i)a\\(b', 'A(B', SUCCEED, 'found+"-"+g1', 'A(B-Error'),
|
||||
('(?i)a\\(*b', 'AB', SUCCEED, 'found', 'AB'),
|
||||
('(?i)a\\(*b', 'A((B', SUCCEED, 'found', 'A((B'),
|
||||
('(?i)a\\\\b', 'A\\B', SUCCEED, 'found', 'A\\B'),
|
||||
('(?i)abc)', '-', SYNTAX_ERROR),
|
||||
('(?i)(abc', '-', SYNTAX_ERROR),
|
||||
('(?i)((a))', 'ABC', SUCCEED, 'found+"-"+g1+"-"+g2', 'A-A-A'),
|
||||
('(?i)(a)b(c)', 'ABC', SUCCEED, 'found+"-"+g1+"-"+g2', 'ABC-A-C'),
|
||||
('(?i)a+b+c', 'AABBABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)a{1,}b{1,}c', 'AABBABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)a**', '-', SYNTAX_ERROR),
|
||||
('(?i)a.+?c', 'ABCABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)a.*?c', 'ABCABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)a.{0,5}?c', 'ABCABC', SUCCEED, 'found', 'ABC'),
|
||||
('(?i)(a+|b)*', 'AB', SUCCEED, 'found+"-"+g1', 'AB-B'),
|
||||
('(?i)(a+|b){0,}', 'AB', SUCCEED, 'found+"-"+g1', 'AB-B'),
|
||||
('(?i)(a+|b)+', 'AB', SUCCEED, 'found+"-"+g1', 'AB-B'),
|
||||
('(?i)(a+|b){1,}', 'AB', SUCCEED, 'found+"-"+g1', 'AB-B'),
|
||||
('(?i)(a+|b)?', 'AB', SUCCEED, 'found+"-"+g1', 'A-A'),
|
||||
('(?i)(a+|b){0,1}', 'AB', SUCCEED, 'found+"-"+g1', 'A-A'),
|
||||
('(?i)(a+|b){0,1}?', 'AB', SUCCEED, 'found+"-"+g1', '-None'),
|
||||
('(?i))(', '-', SYNTAX_ERROR),
|
||||
('(?i)[^ab]*', 'CDE', SUCCEED, 'found', 'CDE'),
|
||||
('(?i)abc', '', FAIL),
|
||||
('(?i)a*', '', SUCCEED, 'found', ''),
|
||||
('(?i)([abc])*d', 'ABBBCD', SUCCEED, 'found+"-"+g1', 'ABBBCD-C'),
|
||||
('(?i)([abc])*bcd', 'ABCD', SUCCEED, 'found+"-"+g1', 'ABCD-A'),
|
||||
('(?i)a|b|c|d|e', 'E', SUCCEED, 'found', 'E'),
|
||||
('(?i)(a|b|c|d|e)f', 'EF', SUCCEED, 'found+"-"+g1', 'EF-E'),
|
||||
('(?i)abcd*efg', 'ABCDEFG', SUCCEED, 'found', 'ABCDEFG'),
|
||||
('(?i)ab*', 'XABYABBBZ', SUCCEED, 'found', 'AB'),
|
||||
('(?i)ab*', 'XAYABBBZ', SUCCEED, 'found', 'A'),
|
||||
('(?i)(ab|cd)e', 'ABCDE', SUCCEED, 'found+"-"+g1', 'CDE-CD'),
|
||||
('(?i)[abhgefdc]ij', 'HIJ', SUCCEED, 'found', 'HIJ'),
|
||||
('(?i)^(ab|cd)e', 'ABCDE', FAIL),
|
||||
('(?i)(abc|)ef', 'ABCDEF', SUCCEED, 'found+"-"+g1', 'EF-'),
|
||||
('(?i)(a|b)c*d', 'ABCD', SUCCEED, 'found+"-"+g1', 'BCD-B'),
|
||||
('(?i)(ab|ab*)bc', 'ABC', SUCCEED, 'found+"-"+g1', 'ABC-A'),
|
||||
('(?i)a([bc]*)c*', 'ABC', SUCCEED, 'found+"-"+g1', 'ABC-BC'),
|
||||
('(?i)a([bc]*)(c*d)', 'ABCD', SUCCEED, 'found+"-"+g1+"-"+g2', 'ABCD-BC-D'),
|
||||
('(?i)a([bc]+)(c*d)', 'ABCD', SUCCEED, 'found+"-"+g1+"-"+g2', 'ABCD-BC-D'),
|
||||
('(?i)a([bc]*)(c+d)', 'ABCD', SUCCEED, 'found+"-"+g1+"-"+g2', 'ABCD-B-CD'),
|
||||
('(?i)a[bcd]*dcdcde', 'ADCDCDE', SUCCEED, 'found', 'ADCDCDE'),
|
||||
('(?i)a[bcd]+dcdcde', 'ADCDCDE', FAIL),
|
||||
('(?i)(ab|a)b*c', 'ABC', SUCCEED, 'found+"-"+g1', 'ABC-AB'),
|
||||
('(?i)((a)(b)c)(d)', 'ABCD', SUCCEED, 'g1+"-"+g2+"-"+g3+"-"+g4', 'ABC-A-B-D'),
|
||||
('(?i)[a-zA-Z_][a-zA-Z0-9_]*', 'ALPHA', SUCCEED, 'found', 'ALPHA'),
|
||||
('(?i)^a(bc+|b[eh])g|.h$', 'ABH', SUCCEED, 'found+"-"+g1', 'BH-None'),
|
||||
('(?i)(bc+d$|ef*g.|h?i(j|k))', 'EFFGZ', SUCCEED, 'found+"-"+g1+"-"+g2', 'EFFGZ-EFFGZ-None'),
|
||||
('(?i)(bc+d$|ef*g.|h?i(j|k))', 'IJ', SUCCEED, 'found+"-"+g1+"-"+g2', 'IJ-IJ-J'),
|
||||
('(?i)(bc+d$|ef*g.|h?i(j|k))', 'EFFG', FAIL),
|
||||
('(?i)(bc+d$|ef*g.|h?i(j|k))', 'BCDD', FAIL),
|
||||
('(?i)(bc+d$|ef*g.|h?i(j|k))', 'REFFGZ', SUCCEED, 'found+"-"+g1+"-"+g2', 'EFFGZ-EFFGZ-None'),
|
||||
('(?i)((((((((((a))))))))))', 'A', SUCCEED, 'g10', 'A'),
|
||||
('(?i)((((((((((a))))))))))\\10', 'AA', SUCCEED, 'found', 'AA'),
|
||||
#('(?i)((((((((((a))))))))))\\41', 'AA', FAIL),
|
||||
#('(?i)((((((((((a))))))))))\\41', 'A!', SUCCEED, 'found', 'A!'),
|
||||
('(?i)(((((((((a)))))))))', 'A', SUCCEED, 'found', 'A'),
|
||||
('(?i)(?:(?:(?:(?:(?:(?:(?:(?:(?:(a))))))))))', 'A', SUCCEED, 'g1', 'A'),
|
||||
('(?i)(?:(?:(?:(?:(?:(?:(?:(?:(?:(a|b|c))))))))))', 'C', SUCCEED, 'g1', 'C'),
|
||||
('(?i)multiple words of text', 'UH-UH', FAIL),
|
||||
('(?i)multiple words', 'MULTIPLE WORDS, YEAH', SUCCEED, 'found', 'MULTIPLE WORDS'),
|
||||
('(?i)(.*)c(.*)', 'ABCDE', SUCCEED, 'found+"-"+g1+"-"+g2', 'ABCDE-AB-DE'),
|
||||
('(?i)\\((.*), (.*)\\)', '(A, B)', SUCCEED, 'g2+"-"+g1', 'B-A'),
|
||||
('(?i)[k]', 'AB', FAIL),
|
||||
# ('(?i)abcd', 'ABCD', SUCCEED, 'found+"-"+\\found+"-"+\\\\found', 'ABCD-$&-\\ABCD'),
|
||||
# ('(?i)a(bc)d', 'ABCD', SUCCEED, 'g1+"-"+\\g1+"-"+\\\\g1', 'BC-$1-\\BC'),
|
||||
('(?i)a[-]?c', 'AC', SUCCEED, 'found', 'AC'),
|
||||
('(?i)(abc)\\1', 'ABCABC', SUCCEED, 'g1', 'ABC'),
|
||||
('(?i)([a-c]*)\\1', 'ABCABC', SUCCEED, 'g1', 'ABC'),
|
||||
('a(?!b).', 'abad', SUCCEED, 'found', 'ad'),
|
||||
('a(?=d).', 'abad', SUCCEED, 'found', 'ad'),
|
||||
('a(?=c|d).', 'abad', SUCCEED, 'found', 'ad'),
|
||||
('a(?:b|c|d)(.)', 'ace', SUCCEED, 'g1', 'e'),
|
||||
('a(?:b|c|d)*(.)', 'ace', SUCCEED, 'g1', 'e'),
|
||||
('a(?:b|c|d)+?(.)', 'ace', SUCCEED, 'g1', 'e'),
|
||||
('a(?:b|(c|e){1,2}?|d)+?(.)', 'ace', SUCCEED, 'g1 + g2', 'ce'),
|
||||
# lookbehind: split by : but not if it is escaped by -.
|
||||
('(?<!-):(.*?)(?<!-):', 'a:bc-:de:f', SUCCEED, 'g1', 'bc-:de' ),
|
||||
# escaping with \ as we know it
|
||||
('(?<!\\\):(.*?)(?<!\\\):', 'a:bc\\:de:f', SUCCEED, 'g1', 'bc\\:de' ),
|
||||
# terminating with ' and escaping with ? as in edifact
|
||||
("(?<!\\?)'(.*?)(?<!\\?)'", "a'bc?'de'f", SUCCEED, 'g1', "bc?'de" ),
|
||||
# Comments using the (?#...) syntax
|
||||
('w(?# comment', 'w', SYNTAX_ERROR),
|
||||
('w(?# comment 1)xy(?# comment 2)z', 'wxyz', SUCCEED, 'found', 'wxyz'),
|
||||
# Check odd placement of embedded pattern modifiers
|
||||
# not an error under PCRE/PRE:
|
||||
('w(?i)', 'W', SUCCEED, 'found', 'W'),
|
||||
# ('w(?i)', 'W', SYNTAX_ERROR),
|
||||
# Comments using the x embedded pattern modifier
|
||||
("""(?x)w# comment 1
|
||||
x y
|
||||
# comment 2
|
||||
z""", 'wxyz', SUCCEED, 'found', 'wxyz'),
|
||||
# using the m embedded pattern modifier
|
||||
('^abc', """jkl
|
||||
abc
|
||||
xyz""", FAIL),
|
||||
('(?m)^abc', """jkl
|
||||
xyz""", SUCCEED, 'found', 'abc'),
|
||||
('(?m)abc$', """jkl
|
||||
xyzabc
|
||||
123""", SUCCEED, 'found', 'abc'),
|
||||
# using the s embedded pattern modifier
|
||||
# test \w, etc. both inside and outside character classes
|
||||
('\\w+', '--ab_cd0123--', SUCCEED, 'found', 'ab_cd0123'),
|
||||
('[\\w]+', '--ab_cd0123--', SUCCEED, 'found', 'ab_cd0123'),
|
||||
('\\D+', '1234abc5678', SUCCEED, 'found', 'abc'),
|
||||
('[\\D]+', '1234abc5678', SUCCEED, 'found', 'abc'),
|
||||
('[\\da-fA-F]+', '123abc', SUCCEED, 'found', '123abc'),
|
||||
# ('[\\d-x]', '-', SYNTAX_ERROR),
|
||||
(r'([\s]*)([\S]*)([\s]*)', ' testing!1972', SUCCEED, 'g3+g2+g1', 'testing!1972 '),
|
||||
(r'(\s*)(\S*)(\s*)', ' testing!1972', SUCCEED, 'g3+g2+g1', 'testing!1972 '),
|
||||
(r'\x00ff', '\377', FAIL),
|
||||
# (r'\x00ff', '\377', SUCCEED, 'found', chr(255)),
|
||||
(r'\t\n\v\r\f\a\g', '\t\n\v\r\f\ag', SUCCEED, 'found', '\t\n\v\r\f\ag'),
|
||||
('\t\n\v\r\f\a\g', '\t\n\v\r\f\ag', SUCCEED, 'found', '\t\n\v\r\f\ag'),
|
||||
(r'\t\n\v\r\f\a', '\t\n\v\r\f\a', SUCCEED, 'found', chr(9)+chr(10)+chr(11)+chr(13)+chr(12)+chr(7)),
|
||||
(r'[\t][\n][\v][\r][\f][\b]', '\t\n\v\r\f\b', SUCCEED, 'found', '\t\n\v\r\f\b'),
|
||||
#
|
||||
# post-1.5.2 additions
|
||||
# xmllib problem
|
||||
(r'(([a-z]+):)?([a-z]+)$', 'smil', SUCCEED, 'g1+"-"+g2+"-"+g3', 'None-None-smil'),
|
||||
# bug 110866: reference to undefined group
|
||||
(r'((.)\1+)', '', SYNTAX_ERROR),
|
||||
# bug 111869: search (PRE/PCRE fails on this one, SRE doesn't)
|
||||
(r'.*d', 'abc\nabd', SUCCEED, 'found', 'abd'),
|
||||
# bug 112468: various expected syntax errors
|
||||
(r'(', '', SYNTAX_ERROR),
|
||||
(r'[\41]', '!', SUCCEED, 'found', '!'),
|
||||
# bug 114033: nothing to repeat
|
||||
(r'(x?)?', 'x', SUCCEED, 'found', 'x'),
|
||||
# bug 115040: rescan if flags are modified inside pattern
|
||||
(r' (?x)foo ', 'foo', SUCCEED, 'found', 'foo'),
|
||||
# bug 115618: negative lookahead
|
||||
(r'(?<!abc)(d.f)', 'abcdefdof', SUCCEED, 'found', 'dof'),
|
||||
# bug 116251: character class bug
|
||||
(r'[\w-]+', 'laser_beam', SUCCEED, 'found', 'laser_beam'),
|
||||
# bug 123769+127259: non-greedy backtracking bug
|
||||
(r'.*?\S *:', 'xx:', SUCCEED, 'found', 'xx:'),
|
||||
(r'a[ ]*?\ (\d+).*', 'a 10', SUCCEED, 'found', 'a 10'),
|
||||
(r'a[ ]*?\ (\d+).*', 'a 10', SUCCEED, 'found', 'a 10'),
|
||||
# bug 127259: \Z shouldn't depend on multiline mode
|
||||
(r'(?ms).*?x\s*\Z(.*)','xx\nx\n', SUCCEED, 'g1', ''),
|
||||
# bug 128899: uppercase literals under the ignorecase flag
|
||||
(r'(?i)M+', 'MMM', SUCCEED, 'found', 'MMM'),
|
||||
(r'(?i)m+', 'MMM', SUCCEED, 'found', 'MMM'),
|
||||
(r'(?i)[M]+', 'MMM', SUCCEED, 'found', 'MMM'),
|
||||
(r'(?i)[m]+', 'MMM', SUCCEED, 'found', 'MMM'),
|
||||
# bug 130748: ^* should be an error (nothing to repeat)
|
||||
(r'^*', '', SYNTAX_ERROR),
|
||||
# bug 133283: minimizing repeat problem
|
||||
(r'"(?:\\"|[^"])*?"', r'"\""', SUCCEED, 'found', r'"\""'),
|
||||
# bug 477728: minimizing repeat problem
|
||||
(r'^.*?$', 'one\ntwo\nthree\n', FAIL),
|
||||
# bug 483789: minimizing repeat problem
|
||||
(r'a[^>]*?b', 'a>b', FAIL),
|
||||
# bug 490573: minimizing repeat problem
|
||||
(r'^a*?$', 'foo', FAIL),
|
||||
# bug 470582: nested groups problem
|
||||
(r'^((a)c)?(ab)$', 'ab', SUCCEED, 'g1+"-"+g2+"-"+g3', 'None-None-ab'),
|
||||
# another minimizing repeat problem (capturing groups in assertions)
|
||||
('^([ab]*?)(?=(b)?)c', 'abc', SUCCEED, 'g1+"-"+g2', 'ab-None'),
|
||||
('^([ab]*?)(?!(b))c', 'abc', SUCCEED, 'g1+"-"+g2', 'ab-None'),
|
||||
('^([ab]*?)(?<!(a))c', 'abc', SUCCEED, 'g1+"-"+g2', 'ab-None'),
|
||||
u = '\N{LATIN CAPITAL LETTER A WITH DIAERESIS}'
|
||||
tests.extend([
|
||||
# bug 410271: \b broken under locales
|
||||
(r'\b.\b', 'a', SUCCEED, 'found', 'a'),
|
||||
(r'(?u)\b.\b', u, SUCCEED, 'found', u),
|
||||
(r'(?u)\w', u, SUCCEED, 'found', u),
|
||||
])
|
||||
Reference in New Issue
Block a user