1 | // Copyright (C) 2022 The Qt Company Ltd. |
2 | // SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only |
3 | |
4 | #ifndef QLATIN1STRINGMATCHER_H |
5 | #define QLATIN1STRINGMATCHER_H |
6 | |
7 | #include <functional> |
8 | #include <iterator> |
9 | #include <limits> |
10 | |
11 | #include <QtCore/q20algorithm.h> |
12 | #include <QtCore/qstring.h> |
13 | |
14 | QT_BEGIN_NAMESPACE |
15 | |
16 | namespace QtPrivate { |
17 | template <typename T> constexpr inline bool isLatin1OrUtf16View = false; |
18 | template <> constexpr inline bool isLatin1OrUtf16View<QLatin1StringView> = true; |
19 | template <> constexpr inline bool isLatin1OrUtf16View<QStringView> = true; |
20 | |
21 | template<class RandomIt1, |
22 | class Hash = std::hash<typename std::iterator_traits<RandomIt1>::value_type>, |
23 | class BinaryPredicate = std::equal_to<>> |
24 | class q_boyer_moore_searcher_hashed_needle |
25 | { |
26 | public: |
27 | constexpr q_boyer_moore_searcher_hashed_needle(RandomIt1 pat_first, RandomIt1 pat_last) |
28 | : m_skiptable{} |
29 | { |
30 | const size_t n = std::distance(pat_first, pat_last); |
31 | constexpr auto uchar_max = (std::numeric_limits<uchar>::max)(); |
32 | uchar max = n > uchar_max ? uchar_max : uchar(n); |
33 | q20::fill(first: std::begin(arr&: m_skiptable), last: std::end(arr&: m_skiptable), value: max); |
34 | |
35 | RandomIt1 pattern = pat_first; |
36 | pattern += n - max; |
37 | while (max--) |
38 | m_skiptable[uchar(*pattern++)] = max; |
39 | } |
40 | |
41 | template<class RandomIt2> |
42 | constexpr auto operator()(RandomIt2 first, RandomIt2 last, RandomIt1 pat_first, |
43 | RandomIt1 pat_last) const |
44 | { |
45 | struct R |
46 | { |
47 | RandomIt2 begin, end; |
48 | }; |
49 | Hash hf; |
50 | BinaryPredicate pred; |
51 | auto pat_length = std::distance(pat_first, pat_last); |
52 | if (pat_length == 0) |
53 | return R{ first, first }; |
54 | |
55 | const qsizetype pl_minus_one = qsizetype(pat_length - 1); |
56 | RandomIt2 current = first + pl_minus_one; |
57 | |
58 | while (current < last) { |
59 | qsizetype skip = m_skiptable[hf(*current)]; |
60 | if (!skip) { |
61 | // possible match |
62 | while (skip < pat_length) { |
63 | if (!pred(hf(*(current - skip)), uchar(pat_first[pl_minus_one - skip]))) |
64 | break; |
65 | skip++; |
66 | } |
67 | if (skip > pl_minus_one) { // we have a match |
68 | auto match = current - skip + 1; |
69 | return R{ match, match + pat_length }; |
70 | } |
71 | |
72 | // If we don't have a match we are a bit inefficient as we only skip by one |
73 | // when we have the non matching char in the string. |
74 | if (m_skiptable[hf(*(current - skip))] == pat_length) |
75 | skip = pat_length - skip; |
76 | else |
77 | skip = 1; |
78 | } |
79 | current += skip; |
80 | } |
81 | |
82 | return R{ last, last }; |
83 | } |
84 | |
85 | private: |
86 | alignas(16) uchar m_skiptable[256]; |
87 | }; |
88 | |
89 | struct QCaseSensitiveLatin1Hash |
90 | { |
91 | constexpr QCaseSensitiveLatin1Hash() = default; |
92 | |
93 | constexpr std::size_t operator()(char c) const noexcept { return std::size_t(uchar(c)); } |
94 | }; |
95 | |
96 | struct QCaseInsensitiveLatin1Hash |
97 | { |
98 | constexpr QCaseInsensitiveLatin1Hash() = default; |
99 | |
100 | constexpr std::size_t operator()(char c) const noexcept |
101 | { |
102 | return std::size_t(latin1Lower[uchar(c)]); |
103 | } |
104 | |
105 | static int difference(char lhs, char rhs) |
106 | { |
107 | return int(latin1Lower[uchar(lhs)]) - int(latin1Lower[uchar(rhs)]); |
108 | } |
109 | |
110 | static auto matcher(char ch) |
111 | { |
112 | return [sought = latin1Lower[uchar(ch)]](char other) { |
113 | return latin1Lower[uchar(other)] == sought; |
114 | }; |
115 | } |
116 | |
117 | private: |
118 | static constexpr uchar latin1Lower[256] = { |
119 | 0x00,0x01,0x02,0x03,0x04,0x05,0x06,0x07,0x08,0x09,0x0a,0x0b,0x0c,0x0d,0x0e,0x0f, |
120 | 0x10,0x11,0x12,0x13,0x14,0x15,0x16,0x17,0x18,0x19,0x1a,0x1b,0x1c,0x1d,0x1e,0x1f, |
121 | 0x20,0x21,0x22,0x23,0x24,0x25,0x26,0x27,0x28,0x29,0x2a,0x2b,0x2c,0x2d,0x2e,0x2f, |
122 | 0x30,0x31,0x32,0x33,0x34,0x35,0x36,0x37,0x38,0x39,0x3a,0x3b,0x3c,0x3d,0x3e,0x3f, |
123 | 0x40,0x61,0x62,0x63,0x64,0x65,0x66,0x67,0x68,0x69,0x6a,0x6b,0x6c,0x6d,0x6e,0x6f, |
124 | 0x70,0x71,0x72,0x73,0x74,0x75,0x76,0x77,0x78,0x79,0x7a,0x5b,0x5c,0x5d,0x5e,0x5f, |
125 | 0x60,0x61,0x62,0x63,0x64,0x65,0x66,0x67,0x68,0x69,0x6a,0x6b,0x6c,0x6d,0x6e,0x6f, |
126 | 0x70,0x71,0x72,0x73,0x74,0x75,0x76,0x77,0x78,0x79,0x7a,0x7b,0x7c,0x7d,0x7e,0x7f, |
127 | 0x80,0x81,0x82,0x83,0x84,0x85,0x86,0x87,0x88,0x89,0x8a,0x8b,0x8c,0x8d,0x8e,0x8f, |
128 | 0x90,0x91,0x92,0x93,0x94,0x95,0x96,0x97,0x98,0x99,0x9a,0x9b,0x9c,0x9d,0x9e,0x9f, |
129 | 0xa0,0xa1,0xa2,0xa3,0xa4,0xa5,0xa6,0xa7,0xa8,0xa9,0xaa,0xab,0xac,0xad,0xae,0xaf, |
130 | 0xb0,0xb1,0xb2,0xb3,0xb4,0xb5,0xb6,0xb7,0xb8,0xb9,0xba,0xbb,0xbc,0xbd,0xbe,0xbf, |
131 | // 0xd7 (multiplication sign) and 0xdf (sz ligature) complicate life |
132 | 0xe0,0xe1,0xe2,0xe3,0xe4,0xe5,0xe6,0xe7,0xe8,0xe9,0xea,0xeb,0xec,0xed,0xee,0xef, |
133 | 0xf0,0xf1,0xf2,0xf3,0xf4,0xf5,0xf6,0xd7,0xf8,0xf9,0xfa,0xfb,0xfc,0xfd,0xfe,0xdf, |
134 | 0xe0,0xe1,0xe2,0xe3,0xe4,0xe5,0xe6,0xe7,0xe8,0xe9,0xea,0xeb,0xec,0xed,0xee,0xef, |
135 | 0xf0,0xf1,0xf2,0xf3,0xf4,0xf5,0xf6,0xf7,0xf8,0xf9,0xfa,0xfb,0xfc,0xfd,0xfe,0xff |
136 | }; |
137 | }; |
138 | } |
139 | |
140 | class QLatin1StringMatcher |
141 | { |
142 | public: |
143 | Q_CORE_EXPORT QLatin1StringMatcher() noexcept; |
144 | Q_CORE_EXPORT explicit QLatin1StringMatcher( |
145 | QLatin1StringView pattern, Qt::CaseSensitivity cs = Qt::CaseSensitive) noexcept; |
146 | Q_CORE_EXPORT ~QLatin1StringMatcher() noexcept; |
147 | |
148 | Q_CORE_EXPORT void setPattern(QLatin1StringView pattern) noexcept; |
149 | Q_CORE_EXPORT QLatin1StringView pattern() const noexcept; |
150 | Q_CORE_EXPORT void setCaseSensitivity(Qt::CaseSensitivity cs) noexcept; |
151 | Q_CORE_EXPORT Qt::CaseSensitivity caseSensitivity() const noexcept; |
152 | |
153 | Q_CORE_EXPORT qsizetype indexIn(QLatin1StringView haystack, qsizetype from = 0) const noexcept; |
154 | Q_CORE_EXPORT qsizetype indexIn(QStringView haystack, qsizetype from = 0) const noexcept; |
155 | |
156 | private: |
157 | void setSearcher() noexcept; |
158 | void freeSearcher() noexcept; |
159 | |
160 | QLatin1StringView m_pattern; |
161 | Qt::CaseSensitivity m_cs; |
162 | typedef QtPrivate::q_boyer_moore_searcher_hashed_needle<const char *, |
163 | QtPrivate::QCaseSensitiveLatin1Hash> |
164 | CaseSensitiveSearcher; |
165 | typedef QtPrivate::q_boyer_moore_searcher_hashed_needle<const char *, |
166 | QtPrivate::QCaseInsensitiveLatin1Hash> |
167 | CaseInsensitiveSearcher; |
168 | union { |
169 | CaseSensitiveSearcher m_caseSensitiveSearcher; |
170 | CaseInsensitiveSearcher m_caseInsensitiveSearcher; |
171 | }; |
172 | |
173 | template <typename String> |
174 | qsizetype indexIn_helper(String haystack, qsizetype from) const noexcept; |
175 | |
176 | char m_foldBuffer[256]; |
177 | }; |
178 | |
179 | QT_END_NAMESPACE |
180 | |
181 | #endif // QLATIN1MATCHER_H |
182 | |