DAW JSON Link
Loading...
Searching...
No Matches
daw_json_parse_string_quote.h
Go to the documentation of this file.
1// Copyright (c) Darrell Wright
2//
3// Distributed under the Boost Software License, Version 1.0. (See accompanying
4// file LICENSE or copy at http://www.boost.org/LICENSE_1_0.txt)
5//
6// Official repository: https://github.com/beached/daw_json_link
7//
8
9#pragma once
10
12
15
16#include <daw/daw_traits.h>
17#include <daw/daw_uint_buffer.h>
18
19#include <cstddef>
20#include <type_traits>
21
22namespace daw::json {
23 inline namespace DAW_JSON_VER {
24 namespace json_details::string_quote {
25 template<std::size_t N, char c>
26 constexpr UInt8 test_at_byte( UInt64 b ) {
27 auto const lhs = b & ( 0xFF_u64 << ( N * 8U ) );
28 using rhs = daw::constant<to_uint64( static_cast<unsigned char>( c ) )
29 << ( N * 8U )>;
30 return to_uint8( not( lhs - rhs::value ) );
31 }
32
33 template<std::size_t N, char c>
34 DAW_ATTRIB_INLINE constexpr UInt8 test_at_byte( UInt32 b ) {
35 auto const lhs = b & ( 0xFF_u32 << ( N * 8U ) );
36 using rhs = daw::constant<to_uint32( static_cast<unsigned char>( c ) )
37 << ( N * 8U )>;
38 return to_uint8( not( lhs - rhs::value ) );
39 }
40
41 constexpr void skip_to_first8( daw::not_null<char const *> &first,
42 daw::not_null<char const *> const last ) {
43 bool keep_going = last - first >= 8;
44 while( keep_going ) {
45 auto buff = daw::to_uint64_buffer( first.get( ) );
46 auto const q7 = test_at_byte<7U, '"'>( buff );
47 auto const q6 = test_at_byte<6U, '"'>( buff );
48 auto const q5 = test_at_byte<5U, '"'>( buff );
49 auto const q4 = test_at_byte<4U, '"'>( buff );
50 auto const q3 = test_at_byte<3U, '"'>( buff );
51 auto const q2 = test_at_byte<2U, '"'>( buff );
52 auto const q1 = test_at_byte<1U, '"'>( buff );
53 auto const q0 = test_at_byte<0U, '"'>( buff );
54 auto const s7 = test_at_byte<7U, '\\'>( buff );
55 auto const s6 = test_at_byte<6U, '\\'>( buff );
56 auto const s5 = test_at_byte<5U, '\\'>( buff );
57 auto const s4 = test_at_byte<4U, '\\'>( buff );
58 auto const s3 = test_at_byte<3U, '\\'>( buff );
59 auto const s2 = test_at_byte<2U, '\\'>( buff );
60 auto const s1 = test_at_byte<1U, '\\'>( buff );
61 auto const s0 = test_at_byte<0U, '\\'>( buff );
62
63 keep_going = not( q0 | q1 | q2 | q3 | q4 | q5 | q6 | q7 | s0 | s1 |
64 s2 | s3 | s4 | s5 | s6 | s7 );
65 keep_going = keep_going & static_cast<bool>( last - first >= 16 );
66 first += static_cast<int>( keep_going ) * 8;
67 }
68 first -= *( first - 1 ) == '\\' ? 1 : 0;
69 }
70
71 constexpr void skip_to_first4( daw::not_null<char const *> &first,
72 daw::not_null<char const *> const last ) {
73 bool keep_going = last - first >= 4;
74 while( keep_going ) {
75 // Need to look for escapes as this is fast path
76 auto buff = daw::to_uint32_buffer( first.get( ) );
77 auto const q3 = test_at_byte<3U, '"'>( buff );
78 auto const q2 = test_at_byte<2U, '"'>( buff );
79 auto const q1 = test_at_byte<1U, '"'>( buff );
80 auto const q0 = test_at_byte<0U, '"'>( buff );
81 auto const s3 = test_at_byte<3U, '\\'>( buff );
82 auto const s2 = test_at_byte<2U, '\\'>( buff );
83 auto const s1 = test_at_byte<1U, '\\'>( buff );
84 auto const s0 = test_at_byte<0U, '\\'>( buff );
85 keep_going = not( q0 | q1 | q2 | q3 | s0 | s1 | s2 | s3 );
86 keep_going = keep_going & static_cast<bool>( last - first >= 8 );
87 first += static_cast<int>( keep_going ) * 4;
88 }
89 first -= *( first - 1 ) == '\\' ? 1 : 0;
90 }
91
92 namespace string_quote_parser {
93 template<typename ParseState>
94 [[nodiscard]] static constexpr std::size_t
95 parse_nq_uncheck( ParseState &parse_state ) {
96 std::ptrdiff_t need_slow_path = -1;
97 auto first =
98 daw::not_null<char const *>( daw::never_null, parse_state.first );
99 auto const last =
100 daw::not_null<char const *>( daw::never_null, parse_state.last );
101 // This is a logic error to happen.
102 // daw_json_assert_weak( first != '"', "Unexpected quote", parse_state
103 // );
104 if( not json_details::use_constexpr_exec_mode<
105 typename ParseState::exec_tag_t>( ) ) {
106 first =
107 mem_skip_until_end_of_string<true,
108 typename ParseState::exec_tag_t>(
109 first, last, need_slow_path );
110 } else {
111 {
112 auto const sz = last - first;
113 if( sz >= 8 ) {
114 skip_to_first8( first, last );
115 } else if( sz >= 4 ) {
116 skip_to_first4( first, last );
117 }
118 }
119 while( *first != '"' ) {
120 while( []( char c ) DAW_JSON_CPP23_STATIC_CALL_OP {
121 return daw::nsc_and( c != '"', c != '\\' );
122 }( *first ) ) {
123 ++first;
124 }
125 if( *first == '\\' ) {
126 if( need_slow_path < 0 ) {
127 need_slow_path = first - parse_state.first;
128 }
129 first += 2;
130 } else {
131 break;
132 }
133 }
134 }
135 if constexpr( std::is_same_v<char const *, typename ParseState::iterator> ) {
136 parse_state.first = first;
137 } else {
138 parse_state.first += first.get( ) - parse_state.first;
139 }
140 return static_cast<std::size_t>( need_slow_path );
141 }
142
143 template<typename ParseState>
144 [[nodiscard]] static constexpr std::size_t
145 parse_nq_check( ParseState &parse_state ) {
146
147 std::ptrdiff_t need_slow_path = -1;
148 auto first = daw::not_null<char const *>( parse_state.first );
149 auto const last =
150 daw::not_null<char const *>( parse_state.class_last );
151
152 if( not json_details::use_constexpr_exec_mode<
153 typename ParseState::exec_tag_t>( ) ) {
154 first =
155 mem_skip_until_end_of_string<false,
156 typename ParseState::exec_tag_t>(
157 first, last, need_slow_path );
158 } else {
159 if constexpr( not ParseState::exclude_special_escapes ) {
160 if( auto const l =
161 daw::not_null<char const *>( parse_state.last );
162 l - first >= 8 ) {
163 skip_to_first8( first, l );
164 } else if( last - first >= 4 ) {
165 skip_to_first4( first, l );
166 }
167 }
168 if constexpr( ParseState::is_zero_terminated_string ) {
169 if constexpr( ParseState::exclude_special_escapes ) {
170 while( *first != '\0' ) {
171 char c = *first;
172 daw_json_ensure( static_cast<unsigned char>( c ) >= 0x20U,
173 ErrorReason::InvalidString,
174 parse_state );
175 if( c == '\\' ) {
176 daw_json_ensure( last - first > 1,
177 ErrorReason::InvalidString,
178 parse_state );
179 if( need_slow_path < 0 ) {
180 need_slow_path = first - parse_state.first;
181 }
182 ++first;
183 c = *first;
184 switch( c ) {
185 case '"':
186 case '\\':
187 case '/':
188 case 'b':
189 case 'f':
190 case 'n':
191 case 'r':
192 case 't':
193 case 'u':
194 break;
195 default:
196 daw_json_error( true, ErrorReason::InvalidString, parse_state );
197 }
198 } else if( c == '"' ) {
199 break;
200 }
201 ++first;
202 }
203 } else {
204 while( daw::nsc_and( *first != 0, *first != '"' ) ) {
205 while( daw::nsc_and(
206 *first != 0, *first != '"', *first != '\\' ) ) {
207 ++first;
208 }
209
210 if( daw::nsc_and( *first != 0, *first == '\\' ) ) {
211 if( need_slow_path < 0 ) {
212 need_slow_path = first - parse_state.first;
213 }
214 first += 2;
215 } else {
216 break;
217 }
218 }
219 }
220 } else {
221 if constexpr( ParseState::exclude_special_escapes ) {
222 while( first < last ) {
223 char c = *first;
224 daw_json_ensure( static_cast<unsigned char>( c ) >= 0x20U,
225 ErrorReason::InvalidString,
226 parse_state );
227 if( c == '\\' ) {
228 daw_json_ensure( last - first > 1,
229 ErrorReason::InvalidString,
230 parse_state );
231 if( need_slow_path < 0 ) {
232 need_slow_path = first - parse_state.first;
233 }
234 ++first;
235 c = *first;
236 switch( c ) {
237 case '"':
238 case '\\':
239 case '/':
240 case 'b':
241 case 'f':
242 case 'n':
243 case 'r':
244 case 't':
245 case 'u':
246 break;
247 default:
248 daw_json_error( true, ErrorReason::InvalidString, parse_state );
249 }
250 } else if( c == '"' ) {
251 break;
252 }
253 ++first;
254 }
255 } else {
256 while( first < last and *first != '"' ) {
257 while( first < last and
258 daw::nsc_and( *first != '"', *first != '\\' ) ) {
259 ++first;
260 }
261
262 if( first < last and *first == '\\' ) {
263 if( need_slow_path < 0 ) {
264 need_slow_path = first - parse_state.first;
265 }
266 first += 2;
267 } else {
268 break;
269 }
270 }
271 }
272 }
273 }
274 if constexpr( ParseState::is_zero_terminated_string ) {
276 *first == '"', ErrorReason::InvalidString, parse_state );
277 } else {
278 daw_json_assert_weak( first < last and *first == '"',
279 ErrorReason::InvalidString,
280 parse_state );
281 }
282 if constexpr( std::is_same_v<char const *, typename ParseState::iterator> ) {
283 parse_state.first = first;
284 } else {
285 parse_state.first += first.get( ) - parse_state.first;
286 }
287 return static_cast<std::size_t>( need_slow_path );
288 }
289
290 template<typename ParseState>
291 [[nodiscard]] DAW_ATTRIB_FLATTEN static constexpr std::size_t
292 parse_nq( ParseState &parse_state ) {
293 if constexpr( ParseState::is_unchecked_input ) {
294 return parse_nq_uncheck( parse_state );
295 } else {
296 return parse_nq_check( parse_state );
297 }
298 }
299 } // namespace string_quote_parser
300 } // namespace json_details::string_quote
301 } // namespace DAW_JSON_VER
302} // namespace daw::json
#define daw_json_assert_weak(Bool,...)
Assert that Bool is true when in Checked Input mode If false pass rest of args to daw_json_error.
#define daw_json_ensure(Bool,...)
Ensure that Bool is true. If false pass rest of args to daw_json_error.
#define DAW_JSON_CPP23_STATIC_CALL_OP
DAW_ATTRIB_NOINLINE void daw_json_error(bool b, ErrorReason reason)
Customization point traits.
#define DAW_JSON_VER
The version string used in namespace definitions. Must be a valid namespace name.
Definition version.h:20