1 // -*- C++ -*-
2 //===----------------------------------------------------------------------===//
3 //
4 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
5 // See https://llvm.org/LICENSE.txt for license information.
6 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
7 //
8 //===----------------------------------------------------------------------===//
9
10 #ifndef _LIBCPP___FORMAT_PARSER_STD_FORMAT_SPEC_H
11 #define _LIBCPP___FORMAT_PARSER_STD_FORMAT_SPEC_H
12
13 /// \file Contains the std-format-spec parser.
14 ///
15 /// Most of the code can be reused in the chrono-format-spec.
16 /// This header has some support for the chrono-format-spec since it doesn't
17 /// affect the std-format-spec.
18
19 #include <__algorithm/copy_n.h>
20 #include <__algorithm/min.h>
21 #include <__assert>
22 #include <__concepts/arithmetic.h>
23 #include <__concepts/same_as.h>
24 #include <__config>
25 #include <__format/format_arg.h>
26 #include <__format/format_error.h>
27 #include <__format/format_parse_context.h>
28 #include <__format/format_string.h>
29 #include <__format/unicode.h>
30 #include <__format/width_estimation_table.h>
31 #include <__iterator/concepts.h>
32 #include <__iterator/iterator_traits.h> // iter_value_t
33 #include <__memory/addressof.h>
34 #include <__type_traits/common_type.h>
35 #include <__type_traits/is_constant_evaluated.h>
36 #include <__type_traits/is_trivially_copyable.h>
37 #include <__variant/monostate.h>
38 #include <cstdint>
39 #include <string>
40 #include <string_view>
41
42 #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
43 # pragma GCC system_header
44 #endif
45
46 _LIBCPP_PUSH_MACROS
47 #include <__undef_macros>
48
49 _LIBCPP_BEGIN_NAMESPACE_STD
50
51 #if _LIBCPP_STD_VER >= 20
52
53 namespace __format_spec {
54
55 _LIBCPP_NORETURN _LIBCPP_HIDE_FROM_ABI inline void
__throw_invalid_option_format_error(const char * __id,const char * __option)56 __throw_invalid_option_format_error(const char* __id, const char* __option) {
57 std::__throw_format_error(
58 (string("The format specifier for ") + __id + " does not allow the " + __option + " option").c_str());
59 }
60
__throw_invalid_type_format_error(const char * __id)61 _LIBCPP_NORETURN _LIBCPP_HIDE_FROM_ABI inline void __throw_invalid_type_format_error(const char* __id) {
62 std::__throw_format_error(
63 (string("The type option contains an invalid value for ") + __id + " formatting argument").c_str());
64 }
65
66 template <contiguous_iterator _Iterator, class _ParseContext>
67 _LIBCPP_HIDE_FROM_ABI constexpr __format::__parse_number_result<_Iterator>
__parse_arg_id(_Iterator __begin,_Iterator __end,_ParseContext & __ctx)68 __parse_arg_id(_Iterator __begin, _Iterator __end, _ParseContext& __ctx) {
69 using _CharT = iter_value_t<_Iterator>;
70 // This function is a wrapper to call the real parser. But it does the
71 // validation for the pre-conditions and post-conditions.
72 if (__begin == __end)
73 std::__throw_format_error("End of input while parsing an argument index");
74
75 __format::__parse_number_result __r = __format::__parse_arg_id(__begin, __end, __ctx);
76
77 if (__r.__last == __end || *__r.__last != _CharT('}'))
78 std::__throw_format_error("The argument index is invalid");
79
80 ++__r.__last;
81 return __r;
82 }
83
84 template <class _Context>
__substitute_arg_id(basic_format_arg<_Context> __format_arg)85 _LIBCPP_HIDE_FROM_ABI constexpr uint32_t __substitute_arg_id(basic_format_arg<_Context> __format_arg) {
86 // [format.string.std]/8
87 // If the corresponding formatting argument is not of integral type...
88 // This wording allows char and bool too. LWG-3720 changes the wording to
89 // If the corresponding formatting argument is not of standard signed or
90 // unsigned integer type,
91 // This means the 128-bit will not be valid anymore.
92 // TODO FMT Verify this resolution is accepted and add a test to verify
93 // 128-bit integrals fail and switch to visit_format_arg.
94 return std::__visit_format_arg(
95 [](auto __arg) -> uint32_t {
96 using _Type = decltype(__arg);
97 if constexpr (same_as<_Type, monostate>)
98 std::__throw_format_error("The argument index value is too large for the number of arguments supplied");
99
100 // [format.string.std]/8
101 // If { arg-idopt } is used in a width or precision, the value of the
102 // corresponding formatting argument is used in its place. If the
103 // corresponding formatting argument is not of standard signed or unsigned
104 // integer type, or its value is negative for precision or non-positive for
105 // width, an exception of type format_error is thrown.
106 //
107 // When an integral is used in a format function, it is stored as one of
108 // the types checked below. Other integral types are promoted. For example,
109 // a signed char is stored as an int.
110 if constexpr (same_as<_Type, int> || same_as<_Type, unsigned int> || //
111 same_as<_Type, long long> || same_as<_Type, unsigned long long>) {
112 if constexpr (signed_integral<_Type>) {
113 if (__arg < 0)
114 std::__throw_format_error("An argument index may not have a negative value");
115 }
116
117 using _CT = common_type_t<_Type, decltype(__format::__number_max)>;
118 if (static_cast<_CT>(__arg) > static_cast<_CT>(__format::__number_max))
119 std::__throw_format_error("The value of the argument index exceeds its maximum value");
120
121 return __arg;
122 } else
123 std::__throw_format_error("Replacement argument isn't a standard signed or unsigned integer type");
124 },
125 __format_arg);
126 }
127
128 /// These fields are a filter for which elements to parse.
129 ///
130 /// They default to false so when a new field is added it needs to be opted in
131 /// explicitly.
132 struct _LIBCPP_HIDE_FROM_ABI __fields {
133 uint16_t __sign_ : 1 {false};
134 uint16_t __alternate_form_ : 1 {false};
135 uint16_t __zero_padding_ : 1 {false};
136 uint16_t __precision_ : 1 {false};
137 uint16_t __locale_specific_form_ : 1 {false};
138 uint16_t __type_ : 1 {false};
139 // Determines the valid values for fill.
140 //
141 // Originally the fill could be any character except { and }. Range-based
142 // formatters use the colon to mark the beginning of the
143 // underlying-format-spec. To avoid parsing ambiguities these formatter
144 // specializations prohibit the use of the colon as a fill character.
145 uint16_t __use_range_fill_ : 1 {false};
146 uint16_t __clear_brackets_ : 1 {false};
147 uint16_t __consume_all_ : 1 {false};
148 };
149
150 // By not placing this constant in the formatter class it's not duplicated for
151 // char and wchar_t.
152 inline constexpr __fields __fields_bool{.__locale_specific_form_ = true, .__type_ = true, .__consume_all_ = true};
153 inline constexpr __fields __fields_integral{
154 .__sign_ = true,
155 .__alternate_form_ = true,
156 .__zero_padding_ = true,
157 .__locale_specific_form_ = true,
158 .__type_ = true,
159 .__consume_all_ = true};
160 inline constexpr __fields __fields_floating_point{
161 .__sign_ = true,
162 .__alternate_form_ = true,
163 .__zero_padding_ = true,
164 .__precision_ = true,
165 .__locale_specific_form_ = true,
166 .__type_ = true,
167 .__consume_all_ = true};
168 inline constexpr __fields __fields_string{.__precision_ = true, .__type_ = true, .__consume_all_ = true};
169 inline constexpr __fields __fields_pointer{.__zero_padding_ = true, .__type_ = true, .__consume_all_ = true};
170
171 # if _LIBCPP_STD_VER >= 23
172 inline constexpr __fields __fields_tuple{.__use_range_fill_ = true, .__clear_brackets_ = true};
173 inline constexpr __fields __fields_range{.__use_range_fill_ = true, .__clear_brackets_ = true};
174 inline constexpr __fields __fields_fill_align_width{};
175 # endif
176
177 enum class __alignment : uint8_t {
178 /// No alignment is set in the format string.
179 __default,
180 __left,
181 __center,
182 __right,
183 __zero_padding
184 };
185
186 enum class __sign : uint8_t {
187 /// No sign is set in the format string.
188 ///
189 /// The sign isn't allowed for certain format-types. By using this value
190 /// it's possible to detect whether or not the user explicitly set the sign
191 /// flag. For formatting purposes it behaves the same as \ref __minus.
192 __default,
193 __minus,
194 __plus,
195 __space
196 };
197
198 enum class __type : uint8_t {
199 __default = 0,
200 __string,
201 __binary_lower_case,
202 __binary_upper_case,
203 __octal,
204 __decimal,
205 __hexadecimal_lower_case,
206 __hexadecimal_upper_case,
207 __pointer_lower_case,
208 __pointer_upper_case,
209 __char,
210 __hexfloat_lower_case,
211 __hexfloat_upper_case,
212 __scientific_lower_case,
213 __scientific_upper_case,
214 __fixed_lower_case,
215 __fixed_upper_case,
216 __general_lower_case,
217 __general_upper_case,
218 __debug
219 };
220
__create_type_mask(__type __t)221 _LIBCPP_HIDE_FROM_ABI inline constexpr uint32_t __create_type_mask(__type __t) {
222 uint32_t __shift = static_cast<uint32_t>(__t);
223 if (__shift == 0)
224 return 1;
225
226 if (__shift > 31)
227 std::__throw_format_error("The type does not fit in the mask");
228
229 return 1 << __shift;
230 }
231
232 inline constexpr uint32_t __type_mask_integer =
233 __create_type_mask(__type::__binary_lower_case) | //
234 __create_type_mask(__type::__binary_upper_case) | //
235 __create_type_mask(__type::__decimal) | //
236 __create_type_mask(__type::__octal) | //
237 __create_type_mask(__type::__hexadecimal_lower_case) | //
238 __create_type_mask(__type::__hexadecimal_upper_case);
239
240 struct __std {
241 __alignment __alignment_ : 3;
242 __sign __sign_ : 2;
243 bool __alternate_form_ : 1;
244 bool __locale_specific_form_ : 1;
245 __type __type_;
246 };
247
248 struct __chrono {
249 __alignment __alignment_ : 3;
250 bool __locale_specific_form_ : 1;
251 bool __hour_ : 1;
252 bool __weekday_name_ : 1;
253 bool __weekday_ : 1;
254 bool __day_of_year_ : 1;
255 bool __week_of_year_ : 1;
256 bool __month_name_ : 1;
257 };
258
259 // The fill UCS scalar value.
260 //
261 // This is always an array, with 1, 2, or 4 elements.
262 // The size of the data structure is always 32-bits.
263 template <class _CharT>
264 struct __code_point;
265
266 template <>
267 struct __code_point<char> {
268 char __data[4] = {' '};
269 };
270
271 # ifndef _LIBCPP_HAS_NO_WIDE_CHARACTERS
272 template <>
273 struct __code_point<wchar_t> {
274 wchar_t __data[4 / sizeof(wchar_t)] = {L' '};
275 };
276 # endif
277
278 /// Contains the parsed formatting specifications.
279 ///
280 /// This contains information for both the std-format-spec and the
281 /// chrono-format-spec. This results in some unused members for both
282 /// specifications. However these unused members don't increase the size
283 /// of the structure.
284 ///
285 /// This struct doesn't cross ABI boundaries so its layout doesn't need to be
286 /// kept stable.
287 template <class _CharT>
288 struct __parsed_specifications {
289 union {
290 // The field __alignment_ is the first element in __std_ and __chrono_.
291 // This allows the code to always inspect this value regards which member
292 // of the union is the active member [class.union.general]/2.
293 //
294 // This is needed since the generic output routines handle the alignment of
295 // the output.
296 __alignment __alignment_ : 3;
297 __std __std_;
298 __chrono __chrono_;
299 };
300
301 /// The requested width.
302 ///
303 /// When the format-spec used an arg-id for this field it has already been
304 /// replaced with the value of that arg-id.
305 int32_t __width_;
306
307 /// The requested precision.
308 ///
309 /// When the format-spec used an arg-id for this field it has already been
310 /// replaced with the value of that arg-id.
311 int32_t __precision_;
312
313 __code_point<_CharT> __fill_;
314
315 _LIBCPP_HIDE_FROM_ABI constexpr bool __has_width() const { return __width_ > 0; }
316
317 _LIBCPP_HIDE_FROM_ABI constexpr bool __has_precision() const { return __precision_ >= 0; }
318 };
319
320 // Validate the struct is small and cheap to copy since the struct is passed by
321 // value in formatting functions.
322 static_assert(sizeof(__parsed_specifications<char>) == 16);
323 static_assert(is_trivially_copyable_v<__parsed_specifications<char>>);
324 # ifndef _LIBCPP_HAS_NO_WIDE_CHARACTERS
325 static_assert(sizeof(__parsed_specifications<wchar_t>) == 16);
326 static_assert(is_trivially_copyable_v<__parsed_specifications<wchar_t>>);
327 # endif
328
329 /// The parser for the std-format-spec.
330 ///
331 /// Note this class is a member of std::formatter specializations. It's
332 /// expected developers will create their own formatter specializations that
333 /// inherit from the std::formatter specializations. This means this class
334 /// must be ABI stable. To aid the stability the unused bits in the class are
335 /// set to zero. That way they can be repurposed if a future revision of the
336 /// Standards adds new fields to std-format-spec.
337 template <class _CharT>
338 class _LIBCPP_TEMPLATE_VIS __parser {
339 public:
340 // Parses the format specification.
341 //
342 // Depending on whether the parsing is done compile-time or run-time
343 // the method slightly differs.
344 // - Only parses a field when it is in the __fields. Accepting all
345 // fields and then validating the valid ones has a performance impact.
346 // This is faster but gives slighly worse error messages.
347 // - At compile-time when a field is not accepted the parser will still
348 // parse it and give an error when it's present. This gives a more
349 // accurate error.
350 // The idea is that most times the format instead of the vformat
351 // functions are used. In that case the error will be detected during
352 // compilation and there is no need to pay for the run-time overhead.
353 template <class _ParseContext>
354 _LIBCPP_HIDE_FROM_ABI constexpr typename _ParseContext::iterator __parse(_ParseContext& __ctx, __fields __fields) {
355 auto __begin = __ctx.begin();
356 auto __end = __ctx.end();
357 if (__begin == __end || *__begin == _CharT('}') || (__fields.__use_range_fill_ && *__begin == _CharT(':')))
358 return __begin;
359
360 if (__parse_fill_align(__begin, __end) && __begin == __end)
361 return __begin;
362
363 if (__fields.__sign_) {
364 if (__parse_sign(__begin) && __begin == __end)
365 return __begin;
366 } else if (std::is_constant_evaluated() && __parse_sign(__begin)) {
367 std::__throw_format_error("The format specification does not allow the sign option");
368 }
369
370 if (__fields.__alternate_form_) {
371 if (__parse_alternate_form(__begin) && __begin == __end)
372 return __begin;
373 } else if (std::is_constant_evaluated() && __parse_alternate_form(__begin)) {
374 std::__throw_format_error("The format specifier does not allow the alternate form option");
375 }
376
377 if (__fields.__zero_padding_) {
378 if (__parse_zero_padding(__begin) && __begin == __end)
379 return __begin;
380 } else if (std::is_constant_evaluated() && __parse_zero_padding(__begin)) {
381 std::__throw_format_error("The format specifier does not allow the zero-padding option");
382 }
383
384 if (__parse_width(__begin, __end, __ctx) && __begin == __end)
385 return __begin;
386
387 if (__fields.__precision_) {
388 if (__parse_precision(__begin, __end, __ctx) && __begin == __end)
389 return __begin;
390 } else if (std::is_constant_evaluated() && __parse_precision(__begin, __end, __ctx)) {
391 std::__throw_format_error("The format specifier does not allow the precision option");
392 }
393
394 if (__fields.__locale_specific_form_) {
395 if (__parse_locale_specific_form(__begin) && __begin == __end)
396 return __begin;
397 } else if (std::is_constant_evaluated() && __parse_locale_specific_form(__begin)) {
398 std::__throw_format_error("The format specifier does not allow the locale-specific form option");
399 }
400
401 if (__fields.__clear_brackets_) {
402 if (__parse_clear_brackets(__begin) && __begin == __end)
403 return __begin;
404 } else if (std::is_constant_evaluated() && __parse_clear_brackets(__begin)) {
405 std::__throw_format_error("The format specifier does not allow the n option");
406 }
407
408 if (__fields.__type_)
409 __parse_type(__begin);
410
411 if (!__fields.__consume_all_)
412 return __begin;
413
414 if (__begin != __end && *__begin != _CharT('}'))
415 std::__throw_format_error("The format specifier should consume the input or end with a '}'");
416
417 return __begin;
418 }
419
420 // Validates the selected the parsed data.
421 //
422 // The valid fields in the parser may depend on the display type
423 // selected. But the type is the last optional field, so by the time
424 // it's known an option can't be used, it already has been parsed.
425 // This does the validation again.
426 //
427 // For example an integral may have a sign, zero-padding, or alternate
428 // form when the type option is not 'c'. So the generic approach is:
429 //
430 // typename _ParseContext::iterator __result = __parser_.__parse(__ctx, __format_spec::__fields_integral);
431 // if (__parser.__type_ == __format_spec::__type::__char) {
432 // __parser.__validate((__format_spec::__fields_bool, "an integer");
433 // ... // more char adjustments
434 // } else {
435 // ... // validate an integral type.
436 // }
437 //
438 // For some types all valid options need a second validation run, like
439 // boolean types.
440 //
441 // Depending on whether the validation is done at compile-time or
442 // run-time the error differs
443 // - run-time the exception is thrown and contains the type of field
444 // being validated.
445 // - at compile-time the line with `std::__throw_format_error` is shown
446 // in the output. In that case it's important for the error to be on one
447 // line.
448 // Note future versions of C++ may allow better compile-time error
449 // reporting.
450 _LIBCPP_HIDE_FROM_ABI constexpr void
451 __validate(__fields __fields, const char* __id, uint32_t __type_mask = -1) const {
452 if (!__fields.__sign_ && __sign_ != __sign::__default) {
453 if (std::is_constant_evaluated())
454 std::__throw_format_error("The format specifier does not allow the sign option");
455 else
456 __format_spec::__throw_invalid_option_format_error(__id, "sign");
457 }
458
459 if (!__fields.__alternate_form_ && __alternate_form_) {
460 if (std::is_constant_evaluated())
461 std::__throw_format_error("The format specifier does not allow the alternate form option");
462 else
463 __format_spec::__throw_invalid_option_format_error(__id, "alternate form");
464 }
465
466 if (!__fields.__zero_padding_ && __alignment_ == __alignment::__zero_padding) {
467 if (std::is_constant_evaluated())
468 std::__throw_format_error("The format specifier does not allow the zero-padding option");
469 else
470 __format_spec::__throw_invalid_option_format_error(__id, "zero-padding");
471 }
472
473 if (!__fields.__precision_ && __precision_ != -1) { // Works both when the precision has a value or an arg-id.
474 if (std::is_constant_evaluated())
475 std::__throw_format_error("The format specifier does not allow the precision option");
476 else
477 __format_spec::__throw_invalid_option_format_error(__id, "precision");
478 }
479
480 if (!__fields.__locale_specific_form_ && __locale_specific_form_) {
481 if (std::is_constant_evaluated())
482 std::__throw_format_error("The format specifier does not allow the locale-specific form option");
483 else
484 __format_spec::__throw_invalid_option_format_error(__id, "locale-specific form");
485 }
486
487 if ((__create_type_mask(__type_) & __type_mask) == 0) {
488 if (std::is_constant_evaluated())
489 std::__throw_format_error("The format specifier uses an invalid value for the type option");
490 else
491 __format_spec::__throw_invalid_type_format_error(__id);
492 }
493 }
494
495 /// \returns the `__parsed_specifications` with the resolved dynamic sizes..
496 _LIBCPP_HIDE_FROM_ABI __parsed_specifications<_CharT> __get_parsed_std_specifications(auto& __ctx) const {
497 return __parsed_specifications<_CharT>{
498 .__std_ = __std{.__alignment_ = __alignment_,
499 .__sign_ = __sign_,
500 .__alternate_form_ = __alternate_form_,
501 .__locale_specific_form_ = __locale_specific_form_,
502 .__type_ = __type_},
503 .__width_{__get_width(__ctx)},
504 .__precision_{__get_precision(__ctx)},
505 .__fill_{__fill_}};
506 }
507
508 _LIBCPP_HIDE_FROM_ABI __parsed_specifications<_CharT> __get_parsed_chrono_specifications(auto& __ctx) const {
509 return __parsed_specifications<_CharT>{
510 .__chrono_ =
511 __chrono{.__alignment_ = __alignment_,
512 .__locale_specific_form_ = __locale_specific_form_,
513 .__hour_ = __hour_,
514 .__weekday_name_ = __weekday_name_,
515 .__weekday_ = __weekday_,
516 .__day_of_year_ = __day_of_year_,
517 .__week_of_year_ = __week_of_year_,
518 .__month_name_ = __month_name_},
519 .__width_{__get_width(__ctx)},
520 .__precision_{__get_precision(__ctx)},
521 .__fill_{__fill_}};
522 }
523
524 __alignment __alignment_ : 3 {__alignment::__default};
525 __sign __sign_ : 2 {__sign::__default};
526 bool __alternate_form_ : 1 {false};
527 bool __locale_specific_form_ : 1 {false};
528 bool __clear_brackets_ : 1 {false};
529 __type __type_{__type::__default};
530
531 // These flags are only used for formatting chrono. Since the struct has
532 // padding space left it's added to this structure.
533 bool __hour_ : 1 {false};
534
535 bool __weekday_name_ : 1 {false};
536 bool __weekday_ : 1 {false};
537
538 bool __day_of_year_ : 1 {false};
539 bool __week_of_year_ : 1 {false};
540
541 bool __month_name_ : 1 {false};
542
543 uint8_t __reserved_0_ : 2 {0};
544 uint8_t __reserved_1_ : 6 {0};
545 // These two flags are only used internally and not part of the
546 // __parsed_specifications. Therefore put them at the end.
547 bool __width_as_arg_ : 1 {false};
548 bool __precision_as_arg_ : 1 {false};
549
550 /// The requested width, either the value or the arg-id.
551 int32_t __width_{0};
552
553 /// The requested precision, either the value or the arg-id.
554 int32_t __precision_{-1};
555
556 __code_point<_CharT> __fill_{};
557
558 private:
559 _LIBCPP_HIDE_FROM_ABI constexpr bool __parse_alignment(_CharT __c) {
560 switch (__c) {
561 case _CharT('<'):
562 __alignment_ = __alignment::__left;
563 return true;
564
565 case _CharT('^'):
566 __alignment_ = __alignment::__center;
567 return true;
568
569 case _CharT('>'):
570 __alignment_ = __alignment::__right;
571 return true;
572 }
573 return false;
574 }
575
576 _LIBCPP_HIDE_FROM_ABI constexpr void __validate_fill_character(_CharT __fill) {
577 // The forbidden fill characters all code points formed from a single code unit, thus the
578 // check can be omitted when more code units are used.
579 if (__fill == _CharT('{'))
580 std::__throw_format_error("The fill option contains an invalid value");
581 }
582
583 # ifndef _LIBCPP_HAS_NO_UNICODE
584 // range-fill and tuple-fill are identical
585 template <contiguous_iterator _Iterator>
586 requires same_as<_CharT, char>
587 # ifndef _LIBCPP_HAS_NO_WIDE_CHARACTERS
588 || (same_as<_CharT, wchar_t> && sizeof(wchar_t) == 2)
589 # endif
590 _LIBCPP_HIDE_FROM_ABI constexpr bool __parse_fill_align(_Iterator& __begin, _Iterator __end) {
591 _LIBCPP_ASSERT_VALID_ELEMENT_ACCESS(
592 __begin != __end,
593 "when called with an empty input the function will cause "
594 "undefined behavior by evaluating data not in the input");
595 __unicode::__code_point_view<_CharT> __view{__begin, __end};
596 __unicode::__consume_result __consumed = __view.__consume();
597 if (__consumed.__status != __unicode::__consume_result::__ok)
598 std::__throw_format_error("The format specifier contains malformed Unicode characters");
599
600 if (__view.__position() < __end && __parse_alignment(*__view.__position())) {
601 ptrdiff_t __code_units = __view.__position() - __begin;
602 if (__code_units == 1)
603 // The forbidden fill characters all are code points encoded
604 // in one code unit, thus the check can be omitted when more
605 // code units are used.
606 __validate_fill_character(*__begin);
607
608 std::copy_n(__begin, __code_units, std::addressof(__fill_.__data[0]));
609 __begin += __code_units + 1;
610 return true;
611 }
612
613 if (!__parse_alignment(*__begin))
614 return false;
615
616 ++__begin;
617 return true;
618 }
619
620 # ifndef _LIBCPP_HAS_NO_WIDE_CHARACTERS
621 template <contiguous_iterator _Iterator>
622 requires(same_as<_CharT, wchar_t> && sizeof(wchar_t) == 4)
623 _LIBCPP_HIDE_FROM_ABI constexpr bool __parse_fill_align(_Iterator& __begin, _Iterator __end) {
624 _LIBCPP_ASSERT_VALID_ELEMENT_ACCESS(
625 __begin != __end,
626 "when called with an empty input the function will cause "
627 "undefined behavior by evaluating data not in the input");
628 if (__begin + 1 != __end && __parse_alignment(*(__begin + 1))) {
629 if (!__unicode::__is_scalar_value(*__begin))
630 std::__throw_format_error("The fill option contains an invalid value");
631
632 __validate_fill_character(*__begin);
633
634 __fill_.__data[0] = *__begin;
635 __begin += 2;
636 return true;
637 }
638
639 if (!__parse_alignment(*__begin))
640 return false;
641
642 ++__begin;
643 return true;
644 }
645
646 # endif // _LIBCPP_HAS_NO_WIDE_CHARACTERS
647
648 # else // _LIBCPP_HAS_NO_UNICODE
649 // range-fill and tuple-fill are identical
650 template <contiguous_iterator _Iterator>
651 _LIBCPP_HIDE_FROM_ABI constexpr bool __parse_fill_align(_Iterator& __begin, _Iterator __end) {
652 _LIBCPP_ASSERT_VALID_ELEMENT_ACCESS(
653 __begin != __end,
654 "when called with an empty input the function will cause "
655 "undefined behavior by evaluating data not in the input");
656 if (__begin + 1 != __end) {
657 if (__parse_alignment(*(__begin + 1))) {
658 __validate_fill_character(*__begin);
659
660 __fill_.__data[0] = *__begin;
661 __begin += 2;
662 return true;
663 }
664 }
665
666 if (!__parse_alignment(*__begin))
667 return false;
668
669 ++__begin;
670 return true;
671 }
672
673 # endif // _LIBCPP_HAS_NO_UNICODE
674
675 template <contiguous_iterator _Iterator>
676 _LIBCPP_HIDE_FROM_ABI constexpr bool __parse_sign(_Iterator& __begin) {
677 switch (*__begin) {
678 case _CharT('-'):
679 __sign_ = __sign::__minus;
680 break;
681 case _CharT('+'):
682 __sign_ = __sign::__plus;
683 break;
684 case _CharT(' '):
685 __sign_ = __sign::__space;
686 break;
687 default:
688 return false;
689 }
690 ++__begin;
691 return true;
692 }
693
694 template <contiguous_iterator _Iterator>
695 _LIBCPP_HIDE_FROM_ABI constexpr bool __parse_alternate_form(_Iterator& __begin) {
696 if (*__begin != _CharT('#'))
697 return false;
698
699 __alternate_form_ = true;
700 ++__begin;
701 return true;
702 }
703
704 template <contiguous_iterator _Iterator>
705 _LIBCPP_HIDE_FROM_ABI constexpr bool __parse_zero_padding(_Iterator& __begin) {
706 if (*__begin != _CharT('0'))
707 return false;
708
709 if (__alignment_ == __alignment::__default)
710 __alignment_ = __alignment::__zero_padding;
711 ++__begin;
712 return true;
713 }
714
715 template <contiguous_iterator _Iterator>
716 _LIBCPP_HIDE_FROM_ABI constexpr bool __parse_width(_Iterator& __begin, _Iterator __end, auto& __ctx) {
717 if (*__begin == _CharT('0'))
718 std::__throw_format_error("The width option should not have a leading zero");
719
720 if (*__begin == _CharT('{')) {
721 __format::__parse_number_result __r = __format_spec::__parse_arg_id(++__begin, __end, __ctx);
722 __width_as_arg_ = true;
723 __width_ = __r.__value;
724 __begin = __r.__last;
725 return true;
726 }
727
728 if (*__begin < _CharT('0') || *__begin > _CharT('9'))
729 return false;
730
731 __format::__parse_number_result __r = __format::__parse_number(__begin, __end);
732 __width_ = __r.__value;
733 _LIBCPP_ASSERT_INTERNAL(__width_ != 0,
734 "A zero value isn't allowed and should be impossible, "
735 "due to validations in this function");
736 __begin = __r.__last;
737 return true;
738 }
739
740 template <contiguous_iterator _Iterator>
741 _LIBCPP_HIDE_FROM_ABI constexpr bool __parse_precision(_Iterator& __begin, _Iterator __end, auto& __ctx) {
742 if (*__begin != _CharT('.'))
743 return false;
744
745 ++__begin;
746 if (__begin == __end)
747 std::__throw_format_error("End of input while parsing format specifier precision");
748
749 if (*__begin == _CharT('{')) {
750 __format::__parse_number_result __arg_id = __format_spec::__parse_arg_id(++__begin, __end, __ctx);
751 __precision_as_arg_ = true;
752 __precision_ = __arg_id.__value;
753 __begin = __arg_id.__last;
754 return true;
755 }
756
757 if (*__begin < _CharT('0') || *__begin > _CharT('9'))
758 std::__throw_format_error("The precision option does not contain a value or an argument index");
759
760 __format::__parse_number_result __r = __format::__parse_number(__begin, __end);
761 __precision_ = __r.__value;
762 __precision_as_arg_ = false;
763 __begin = __r.__last;
764 return true;
765 }
766
767 template <contiguous_iterator _Iterator>
768 _LIBCPP_HIDE_FROM_ABI constexpr bool __parse_locale_specific_form(_Iterator& __begin) {
769 if (*__begin != _CharT('L'))
770 return false;
771
772 __locale_specific_form_ = true;
773 ++__begin;
774 return true;
775 }
776
777 template <contiguous_iterator _Iterator>
778 _LIBCPP_HIDE_FROM_ABI constexpr bool __parse_clear_brackets(_Iterator& __begin) {
779 if (*__begin != _CharT('n'))
780 return false;
781
782 __clear_brackets_ = true;
783 ++__begin;
784 return true;
785 }
786
787 template <contiguous_iterator _Iterator>
788 _LIBCPP_HIDE_FROM_ABI constexpr void __parse_type(_Iterator& __begin) {
789 // Determines the type. It does not validate whether the selected type is
790 // valid. Most formatters have optional fields that are only allowed for
791 // certain types. These parsers need to do validation after the type has
792 // been parsed. So its easier to implement the validation for all types in
793 // the specific parse function.
794 switch (*__begin) {
795 case 'A':
796 __type_ = __type::__hexfloat_upper_case;
797 break;
798 case 'B':
799 __type_ = __type::__binary_upper_case;
800 break;
801 case 'E':
802 __type_ = __type::__scientific_upper_case;
803 break;
804 case 'F':
805 __type_ = __type::__fixed_upper_case;
806 break;
807 case 'G':
808 __type_ = __type::__general_upper_case;
809 break;
810 case 'X':
811 __type_ = __type::__hexadecimal_upper_case;
812 break;
813 case 'a':
814 __type_ = __type::__hexfloat_lower_case;
815 break;
816 case 'b':
817 __type_ = __type::__binary_lower_case;
818 break;
819 case 'c':
820 __type_ = __type::__char;
821 break;
822 case 'd':
823 __type_ = __type::__decimal;
824 break;
825 case 'e':
826 __type_ = __type::__scientific_lower_case;
827 break;
828 case 'f':
829 __type_ = __type::__fixed_lower_case;
830 break;
831 case 'g':
832 __type_ = __type::__general_lower_case;
833 break;
834 case 'o':
835 __type_ = __type::__octal;
836 break;
837 case 'p':
838 __type_ = __type::__pointer_lower_case;
839 break;
840 case 'P':
841 __type_ = __type::__pointer_upper_case;
842 break;
843 case 's':
844 __type_ = __type::__string;
845 break;
846 case 'x':
847 __type_ = __type::__hexadecimal_lower_case;
848 break;
849 # if _LIBCPP_STD_VER >= 23
850 case '?':
851 __type_ = __type::__debug;
852 break;
853 # endif
854 default:
855 return;
856 }
857 ++__begin;
858 }
859
860 _LIBCPP_HIDE_FROM_ABI int32_t __get_width(auto& __ctx) const {
861 if (!__width_as_arg_)
862 return __width_;
863
864 return __format_spec::__substitute_arg_id(__ctx.arg(__width_));
865 }
866
867 _LIBCPP_HIDE_FROM_ABI int32_t __get_precision(auto& __ctx) const {
868 if (!__precision_as_arg_)
869 return __precision_;
870
871 return __format_spec::__substitute_arg_id(__ctx.arg(__precision_));
872 }
873 };
874
875 // Validates whether the reserved bitfields don't change the size.
876 static_assert(sizeof(__parser<char>) == 16);
877 # ifndef _LIBCPP_HAS_NO_WIDE_CHARACTERS
878 static_assert(sizeof(__parser<wchar_t>) == 16);
879 # endif
880
881 _LIBCPP_HIDE_FROM_ABI constexpr void __process_display_type_string(__format_spec::__type __type) {
882 switch (__type) {
883 case __format_spec::__type::__default:
884 case __format_spec::__type::__string:
885 case __format_spec::__type::__debug:
886 break;
887
888 default:
889 std::__throw_format_error("The type option contains an invalid value for a string formatting argument");
890 }
891 }
892
893 template <class _CharT>
894 _LIBCPP_HIDE_FROM_ABI constexpr void __process_display_type_bool_string(__parser<_CharT>& __parser, const char* __id) {
895 __parser.__validate(__format_spec::__fields_bool, __id);
896 if (__parser.__alignment_ == __alignment::__default)
897 __parser.__alignment_ = __alignment::__left;
898 }
899
900 template <class _CharT>
901 _LIBCPP_HIDE_FROM_ABI constexpr void __process_display_type_char(__parser<_CharT>& __parser, const char* __id) {
902 __format_spec::__process_display_type_bool_string(__parser, __id);
903 }
904
905 template <class _CharT>
906 _LIBCPP_HIDE_FROM_ABI constexpr void __process_parsed_bool(__parser<_CharT>& __parser, const char* __id) {
907 switch (__parser.__type_) {
908 case __format_spec::__type::__default:
909 case __format_spec::__type::__string:
910 __format_spec::__process_display_type_bool_string(__parser, __id);
911 break;
912
913 case __format_spec::__type::__binary_lower_case:
914 case __format_spec::__type::__binary_upper_case:
915 case __format_spec::__type::__octal:
916 case __format_spec::__type::__decimal:
917 case __format_spec::__type::__hexadecimal_lower_case:
918 case __format_spec::__type::__hexadecimal_upper_case:
919 break;
920
921 default:
922 __format_spec::__throw_invalid_type_format_error(__id);
923 }
924 }
925
926 template <class _CharT>
927 _LIBCPP_HIDE_FROM_ABI constexpr void __process_parsed_char(__parser<_CharT>& __parser, const char* __id) {
928 switch (__parser.__type_) {
929 case __format_spec::__type::__default:
930 case __format_spec::__type::__char:
931 case __format_spec::__type::__debug:
932 __format_spec::__process_display_type_char(__parser, __id);
933 break;
934
935 case __format_spec::__type::__binary_lower_case:
936 case __format_spec::__type::__binary_upper_case:
937 case __format_spec::__type::__octal:
938 case __format_spec::__type::__decimal:
939 case __format_spec::__type::__hexadecimal_lower_case:
940 case __format_spec::__type::__hexadecimal_upper_case:
941 break;
942
943 default:
944 __format_spec::__throw_invalid_type_format_error(__id);
945 }
946 }
947
948 template <class _CharT>
949 _LIBCPP_HIDE_FROM_ABI constexpr void __process_parsed_integer(__parser<_CharT>& __parser, const char* __id) {
950 switch (__parser.__type_) {
951 case __format_spec::__type::__default:
952 case __format_spec::__type::__binary_lower_case:
953 case __format_spec::__type::__binary_upper_case:
954 case __format_spec::__type::__octal:
955 case __format_spec::__type::__decimal:
956 case __format_spec::__type::__hexadecimal_lower_case:
957 case __format_spec::__type::__hexadecimal_upper_case:
958 break;
959
960 case __format_spec::__type::__char:
961 __format_spec::__process_display_type_char(__parser, __id);
962 break;
963
964 default:
965 __format_spec::__throw_invalid_type_format_error(__id);
966 }
967 }
968
969 template <class _CharT>
970 _LIBCPP_HIDE_FROM_ABI constexpr void __process_parsed_floating_point(__parser<_CharT>& __parser, const char* __id) {
971 switch (__parser.__type_) {
972 case __format_spec::__type::__default:
973 case __format_spec::__type::__hexfloat_lower_case:
974 case __format_spec::__type::__hexfloat_upper_case:
975 // Precision specific behavior will be handled later.
976 break;
977 case __format_spec::__type::__scientific_lower_case:
978 case __format_spec::__type::__scientific_upper_case:
979 case __format_spec::__type::__fixed_lower_case:
980 case __format_spec::__type::__fixed_upper_case:
981 case __format_spec::__type::__general_lower_case:
982 case __format_spec::__type::__general_upper_case:
983 if (!__parser.__precision_as_arg_ && __parser.__precision_ == -1)
984 // Set the default precision for the call to to_chars.
985 __parser.__precision_ = 6;
986 break;
987
988 default:
989 __format_spec::__throw_invalid_type_format_error(__id);
990 }
991 }
992
993 _LIBCPP_HIDE_FROM_ABI constexpr void __process_display_type_pointer(__format_spec::__type __type, const char* __id) {
994 switch (__type) {
995 case __format_spec::__type::__default:
996 case __format_spec::__type::__pointer_lower_case:
997 case __format_spec::__type::__pointer_upper_case:
998 break;
999
1000 default:
1001 __format_spec::__throw_invalid_type_format_error(__id);
1002 }
1003 }
1004
1005 template <contiguous_iterator _Iterator>
1006 struct __column_width_result {
1007 /// The number of output columns.
1008 size_t __width_;
1009 /// One beyond the last code unit used in the estimation.
1010 ///
1011 /// This limits the original output to fit in the wanted number of columns.
1012 _Iterator __last_;
1013 };
1014
1015 template <contiguous_iterator _Iterator>
1016 __column_width_result(size_t, _Iterator) -> __column_width_result<_Iterator>;
1017
1018 /// Since a column width can be two it's possible that the requested column
1019 /// width can't be achieved. Depending on the intended usage the policy can be
1020 /// selected.
1021 /// - When used as precision the maximum width may not be exceeded and the
1022 /// result should be "rounded down" to the previous boundary.
1023 /// - When used as a width we're done once the minimum is reached, but
1024 /// exceeding is not an issue. Rounding down is an issue since that will
1025 /// result in writing fill characters. Therefore the result needs to be
1026 /// "rounded up".
1027 enum class __column_width_rounding { __down, __up };
1028
1029 # ifndef _LIBCPP_HAS_NO_UNICODE
1030
1031 namespace __detail {
1032 template <contiguous_iterator _Iterator>
1033 _LIBCPP_HIDE_FROM_ABI constexpr __column_width_result<_Iterator> __estimate_column_width_grapheme_clustering(
1034 _Iterator __first, _Iterator __last, size_t __maximum, __column_width_rounding __rounding) noexcept {
1035 using _CharT = iter_value_t<_Iterator>;
1036 __unicode::__extended_grapheme_cluster_view<_CharT> __view{__first, __last};
1037
1038 __column_width_result<_Iterator> __result{0, __first};
1039 while (__result.__last_ != __last && __result.__width_ <= __maximum) {
1040 typename __unicode::__extended_grapheme_cluster_view<_CharT>::__cluster __cluster = __view.__consume();
1041 int __width = __width_estimation_table::__estimated_width(__cluster.__code_point_);
1042
1043 // When the next entry would exceed the maximum width the previous width
1044 // might be returned. For example when a width of 100 is requested the
1045 // returned width might be 99, since the next code point has an estimated
1046 // column width of 2. This depends on the rounding flag.
1047 // When the maximum is exceeded the loop will abort the next iteration.
1048 if (__rounding == __column_width_rounding::__down && __result.__width_ + __width > __maximum)
1049 return __result;
1050
1051 __result.__width_ += __width;
1052 __result.__last_ = __cluster.__last_;
1053 }
1054
1055 return __result;
1056 }
1057
1058 } // namespace __detail
1059
1060 // Unicode can be stored in several formats: UTF-8, UTF-16, and UTF-32.
1061 // Depending on format the relation between the number of code units stored and
1062 // the number of output columns differs. The first relation is the number of
1063 // code units forming a code point. (The text assumes the code units are
1064 // unsigned.)
1065 // - UTF-8 The number of code units is between one and four. The first 127
1066 // Unicode code points match the ASCII character set. When the highest bit is
1067 // set it means the code point has more than one code unit.
1068 // - UTF-16: The number of code units is between 1 and 2. When the first
1069 // code unit is in the range [0xd800,0xdfff) it means the code point uses two
1070 // code units.
1071 // - UTF-32: The number of code units is always one.
1072 //
1073 // The code point to the number of columns is specified in
1074 // [format.string.std]/11. This list might change in the future.
1075 //
1076 // Another thing to be taken into account is Grapheme clustering. This means
1077 // that in some cases multiple code points are combined one element in the
1078 // output. For example:
1079 // - an ASCII character with a combined diacritical mark
1080 // - an emoji with a skin tone modifier
1081 // - a group of combined people emoji to create a family
1082 // - a combination of flag emoji
1083 //
1084 // See also:
1085 // - [format.string.general]/11
1086 // - https://en.wikipedia.org/wiki/UTF-8#Encoding
1087 // - https://en.wikipedia.org/wiki/UTF-16#U+D800_to_U+DFFF
1088
1089 _LIBCPP_HIDE_FROM_ABI constexpr bool __is_ascii(char32_t __c) { return __c < 0x80; }
1090
1091 /// Determines the number of output columns needed to render the input.
1092 ///
1093 /// \note When the scanner encounters malformed Unicode it acts as-if every
1094 /// code unit is a one column code point. Typically a terminal uses the same
1095 /// strategy and replaces every malformed code unit with a one column
1096 /// replacement character.
1097 ///
1098 /// \param __first Points to the first element of the input range.
1099 /// \param __last Points beyond the last element of the input range.
1100 /// \param __maximum The maximum number of output columns. The returned number
1101 /// of estimated output columns will not exceed this value.
1102 /// \param __rounding Selects the rounding method.
1103 /// \c __down result.__width_ <= __maximum
1104 /// \c __up result.__width_ <= __maximum + 1
1105 template <class _CharT, class _Iterator = typename basic_string_view<_CharT>::const_iterator>
1106 _LIBCPP_HIDE_FROM_ABI constexpr __column_width_result<_Iterator> __estimate_column_width(
1107 basic_string_view<_CharT> __str, size_t __maximum, __column_width_rounding __rounding) noexcept {
1108 // The width estimation is done in two steps:
1109 // - Quickly process for the ASCII part. ASCII has the following properties
1110 // - One code unit is one code point
1111 // - Every code point has an estimated width of one
1112 // - When needed it will a Unicode Grapheme clustering algorithm to find
1113 // the proper place for truncation.
1114
1115 if (__str.empty() || __maximum == 0)
1116 return {0, __str.begin()};
1117
1118 // ASCII has one caveat; when an ASCII character is followed by a non-ASCII
1119 // character they might be part of an extended grapheme cluster. For example:
1120 // an ASCII letter and a COMBINING ACUTE ACCENT
1121 // The truncate should happen after the COMBINING ACUTE ACCENT. Therefore we
1122 // need to scan one code unit beyond the requested precision. When this code
1123 // unit is non-ASCII we omit the current code unit and let the Grapheme
1124 // clustering algorithm do its work.
1125 auto __it = __str.begin();
1126 if (__format_spec::__is_ascii(*__it)) {
1127 do {
1128 --__maximum;
1129 ++__it;
1130 if (__it == __str.end())
1131 return {__str.size(), __str.end()};
1132
1133 if (__maximum == 0) {
1134 if (__format_spec::__is_ascii(*__it))
1135 return {static_cast<size_t>(__it - __str.begin()), __it};
1136
1137 break;
1138 }
1139 } while (__format_spec::__is_ascii(*__it));
1140 --__it;
1141 ++__maximum;
1142 }
1143
1144 ptrdiff_t __ascii_size = __it - __str.begin();
1145 __column_width_result __result =
1146 __detail::__estimate_column_width_grapheme_clustering(__it, __str.end(), __maximum, __rounding);
1147
1148 __result.__width_ += __ascii_size;
1149 return __result;
1150 }
1151 # else // !defined(_LIBCPP_HAS_NO_UNICODE)
1152 template <class _CharT>
1153 _LIBCPP_HIDE_FROM_ABI constexpr __column_width_result<typename basic_string_view<_CharT>::const_iterator>
1154 __estimate_column_width(basic_string_view<_CharT> __str, size_t __maximum, __column_width_rounding) noexcept {
1155 // When Unicode isn't supported assume ASCII and every code unit is one code
1156 // point. In ASCII the estimated column width is always one. Thus there's no
1157 // need for rounding.
1158 size_t __width = std::min(__str.size(), __maximum);
1159 return {__width, __str.begin() + __width};
1160 }
1161
1162 # endif // !defined(_LIBCPP_HAS_NO_UNICODE)
1163
1164 } // namespace __format_spec
1165
1166 #endif //_LIBCPP_STD_VER >= 20
1167
1168 _LIBCPP_END_NAMESPACE_STD
1169
1170 _LIBCPP_POP_MACROS
1171
1172 #endif // _LIBCPP___FORMAT_PARSER_STD_FORMAT_SPEC_H
1173