xref: /freebsd/contrib/llvm-project/llvm/lib/Support/JSON.cpp (revision b1879975794772ee51f0b4865753364c7d7626c3)
1 //=== JSON.cpp - JSON value, parsing and serialization - C++ -----------*-===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===---------------------------------------------------------------------===//
8 
9 #include "llvm/Support/JSON.h"
10 #include "llvm/ADT/STLExtras.h"
11 #include "llvm/ADT/StringExtras.h"
12 #include "llvm/Support/ConvertUTF.h"
13 #include "llvm/Support/Error.h"
14 #include "llvm/Support/Format.h"
15 #include "llvm/Support/NativeFormatting.h"
16 #include "llvm/Support/raw_ostream.h"
17 #include <cctype>
18 #include <cerrno>
19 #include <optional>
20 
21 namespace llvm {
22 namespace json {
23 
24 Value &Object::operator[](const ObjectKey &K) {
25   return try_emplace(K, nullptr).first->getSecond();
26 }
27 Value &Object::operator[](ObjectKey &&K) {
28   return try_emplace(std::move(K), nullptr).first->getSecond();
29 }
30 Value *Object::get(StringRef K) {
31   auto I = find(K);
32   if (I == end())
33     return nullptr;
34   return &I->second;
35 }
36 const Value *Object::get(StringRef K) const {
37   auto I = find(K);
38   if (I == end())
39     return nullptr;
40   return &I->second;
41 }
42 std::optional<std::nullptr_t> Object::getNull(StringRef K) const {
43   if (auto *V = get(K))
44     return V->getAsNull();
45   return std::nullopt;
46 }
47 std::optional<bool> Object::getBoolean(StringRef K) const {
48   if (auto *V = get(K))
49     return V->getAsBoolean();
50   return std::nullopt;
51 }
52 std::optional<double> Object::getNumber(StringRef K) const {
53   if (auto *V = get(K))
54     return V->getAsNumber();
55   return std::nullopt;
56 }
57 std::optional<int64_t> Object::getInteger(StringRef K) const {
58   if (auto *V = get(K))
59     return V->getAsInteger();
60   return std::nullopt;
61 }
62 std::optional<llvm::StringRef> Object::getString(StringRef K) const {
63   if (auto *V = get(K))
64     return V->getAsString();
65   return std::nullopt;
66 }
67 const json::Object *Object::getObject(StringRef K) const {
68   if (auto *V = get(K))
69     return V->getAsObject();
70   return nullptr;
71 }
72 json::Object *Object::getObject(StringRef K) {
73   if (auto *V = get(K))
74     return V->getAsObject();
75   return nullptr;
76 }
77 const json::Array *Object::getArray(StringRef K) const {
78   if (auto *V = get(K))
79     return V->getAsArray();
80   return nullptr;
81 }
82 json::Array *Object::getArray(StringRef K) {
83   if (auto *V = get(K))
84     return V->getAsArray();
85   return nullptr;
86 }
87 bool operator==(const Object &LHS, const Object &RHS) {
88   if (LHS.size() != RHS.size())
89     return false;
90   for (const auto &L : LHS) {
91     auto R = RHS.find(L.first);
92     if (R == RHS.end() || L.second != R->second)
93       return false;
94   }
95   return true;
96 }
97 
98 Array::Array(std::initializer_list<Value> Elements) {
99   V.reserve(Elements.size());
100   for (const Value &V : Elements) {
101     emplace_back(nullptr);
102     back().moveFrom(std::move(V));
103   }
104 }
105 
106 Value::Value(std::initializer_list<Value> Elements)
107     : Value(json::Array(Elements)) {}
108 
109 void Value::copyFrom(const Value &M) {
110   Type = M.Type;
111   switch (Type) {
112   case T_Null:
113   case T_Boolean:
114   case T_Double:
115   case T_Integer:
116   case T_UINT64:
117     memcpy(&Union, &M.Union, sizeof(Union));
118     break;
119   case T_StringRef:
120     create<StringRef>(M.as<StringRef>());
121     break;
122   case T_String:
123     create<std::string>(M.as<std::string>());
124     break;
125   case T_Object:
126     create<json::Object>(M.as<json::Object>());
127     break;
128   case T_Array:
129     create<json::Array>(M.as<json::Array>());
130     break;
131   }
132 }
133 
134 void Value::moveFrom(const Value &&M) {
135   Type = M.Type;
136   switch (Type) {
137   case T_Null:
138   case T_Boolean:
139   case T_Double:
140   case T_Integer:
141   case T_UINT64:
142     memcpy(&Union, &M.Union, sizeof(Union));
143     break;
144   case T_StringRef:
145     create<StringRef>(M.as<StringRef>());
146     break;
147   case T_String:
148     create<std::string>(std::move(M.as<std::string>()));
149     M.Type = T_Null;
150     break;
151   case T_Object:
152     create<json::Object>(std::move(M.as<json::Object>()));
153     M.Type = T_Null;
154     break;
155   case T_Array:
156     create<json::Array>(std::move(M.as<json::Array>()));
157     M.Type = T_Null;
158     break;
159   }
160 }
161 
162 void Value::destroy() {
163   switch (Type) {
164   case T_Null:
165   case T_Boolean:
166   case T_Double:
167   case T_Integer:
168   case T_UINT64:
169     break;
170   case T_StringRef:
171     as<StringRef>().~StringRef();
172     break;
173   case T_String:
174     as<std::string>().~basic_string();
175     break;
176   case T_Object:
177     as<json::Object>().~Object();
178     break;
179   case T_Array:
180     as<json::Array>().~Array();
181     break;
182   }
183 }
184 
185 bool operator==(const Value &L, const Value &R) {
186   if (L.kind() != R.kind())
187     return false;
188   switch (L.kind()) {
189   case Value::Null:
190     return *L.getAsNull() == *R.getAsNull();
191   case Value::Boolean:
192     return *L.getAsBoolean() == *R.getAsBoolean();
193   case Value::Number:
194     // Workaround for https://gcc.gnu.org/bugzilla/show_bug.cgi?id=323
195     // The same integer must convert to the same double, per the standard.
196     // However we see 64-vs-80-bit precision comparisons with gcc-7 -O3 -m32.
197     // So we avoid floating point promotion for exact comparisons.
198     if (L.Type == Value::T_Integer || R.Type == Value::T_Integer)
199       return L.getAsInteger() == R.getAsInteger();
200     return *L.getAsNumber() == *R.getAsNumber();
201   case Value::String:
202     return *L.getAsString() == *R.getAsString();
203   case Value::Array:
204     return *L.getAsArray() == *R.getAsArray();
205   case Value::Object:
206     return *L.getAsObject() == *R.getAsObject();
207   }
208   llvm_unreachable("Unknown value kind");
209 }
210 
211 void Path::report(llvm::StringLiteral Msg) {
212   // Walk up to the root context, and count the number of segments.
213   unsigned Count = 0;
214   const Path *P;
215   for (P = this; P->Parent != nullptr; P = P->Parent)
216     ++Count;
217   Path::Root *R = P->Seg.root();
218   // Fill in the error message and copy the path (in reverse order).
219   R->ErrorMessage = Msg;
220   R->ErrorPath.resize(Count);
221   auto It = R->ErrorPath.begin();
222   for (P = this; P->Parent != nullptr; P = P->Parent)
223     *It++ = P->Seg;
224 }
225 
226 Error Path::Root::getError() const {
227   std::string S;
228   raw_string_ostream OS(S);
229   OS << (ErrorMessage.empty() ? "invalid JSON contents" : ErrorMessage);
230   if (ErrorPath.empty()) {
231     if (!Name.empty())
232       OS << " when parsing " << Name;
233   } else {
234     OS << " at " << (Name.empty() ? "(root)" : Name);
235     for (const Path::Segment &S : llvm::reverse(ErrorPath)) {
236       if (S.isField())
237         OS << '.' << S.field();
238       else
239         OS << '[' << S.index() << ']';
240     }
241   }
242   return createStringError(llvm::inconvertibleErrorCode(), S);
243 }
244 
245 std::vector<const Object::value_type *> sortedElements(const Object &O) {
246   std::vector<const Object::value_type *> Elements;
247   for (const auto &E : O)
248     Elements.push_back(&E);
249   llvm::sort(Elements,
250              [](const Object::value_type *L, const Object::value_type *R) {
251                return L->first < R->first;
252              });
253   return Elements;
254 }
255 
256 // Prints a one-line version of a value that isn't our main focus.
257 // We interleave writes to OS and JOS, exploiting the lack of extra buffering.
258 // This is OK as we own the implementation.
259 static void abbreviate(const Value &V, OStream &JOS) {
260   switch (V.kind()) {
261   case Value::Array:
262     JOS.rawValue(V.getAsArray()->empty() ? "[]" : "[ ... ]");
263     break;
264   case Value::Object:
265     JOS.rawValue(V.getAsObject()->empty() ? "{}" : "{ ... }");
266     break;
267   case Value::String: {
268     llvm::StringRef S = *V.getAsString();
269     if (S.size() < 40) {
270       JOS.value(V);
271     } else {
272       std::string Truncated = fixUTF8(S.take_front(37));
273       Truncated.append("...");
274       JOS.value(Truncated);
275     }
276     break;
277   }
278   default:
279     JOS.value(V);
280   }
281 }
282 
283 // Prints a semi-expanded version of a value that is our main focus.
284 // Array/Object entries are printed, but not recursively as they may be huge.
285 static void abbreviateChildren(const Value &V, OStream &JOS) {
286   switch (V.kind()) {
287   case Value::Array:
288     JOS.array([&] {
289       for (const auto &I : *V.getAsArray())
290         abbreviate(I, JOS);
291     });
292     break;
293   case Value::Object:
294     JOS.object([&] {
295       for (const auto *KV : sortedElements(*V.getAsObject())) {
296         JOS.attributeBegin(KV->first);
297         abbreviate(KV->second, JOS);
298         JOS.attributeEnd();
299       }
300     });
301     break;
302   default:
303     JOS.value(V);
304   }
305 }
306 
307 void Path::Root::printErrorContext(const Value &R, raw_ostream &OS) const {
308   OStream JOS(OS, /*IndentSize=*/2);
309   // PrintValue recurses down the path, printing the ancestors of our target.
310   // Siblings of nodes along the path are printed with abbreviate(), and the
311   // target itself is printed with the somewhat richer abbreviateChildren().
312   // 'Recurse' is the lambda itself, to allow recursive calls.
313   auto PrintValue = [&](const Value &V, ArrayRef<Segment> Path, auto &Recurse) {
314     // Print the target node itself, with the error as a comment.
315     // Also used if we can't follow our path, e.g. it names a field that
316     // *should* exist but doesn't.
317     auto HighlightCurrent = [&] {
318       std::string Comment = "error: ";
319       Comment.append(ErrorMessage.data(), ErrorMessage.size());
320       JOS.comment(Comment);
321       abbreviateChildren(V, JOS);
322     };
323     if (Path.empty()) // We reached our target.
324       return HighlightCurrent();
325     const Segment &S = Path.back(); // Path is in reverse order.
326     if (S.isField()) {
327       // Current node is an object, path names a field.
328       llvm::StringRef FieldName = S.field();
329       const Object *O = V.getAsObject();
330       if (!O || !O->get(FieldName))
331         return HighlightCurrent();
332       JOS.object([&] {
333         for (const auto *KV : sortedElements(*O)) {
334           JOS.attributeBegin(KV->first);
335           if (FieldName == StringRef(KV->first))
336             Recurse(KV->second, Path.drop_back(), Recurse);
337           else
338             abbreviate(KV->second, JOS);
339           JOS.attributeEnd();
340         }
341       });
342     } else {
343       // Current node is an array, path names an element.
344       const Array *A = V.getAsArray();
345       if (!A || S.index() >= A->size())
346         return HighlightCurrent();
347       JOS.array([&] {
348         unsigned Current = 0;
349         for (const auto &V : *A) {
350           if (Current++ == S.index())
351             Recurse(V, Path.drop_back(), Recurse);
352           else
353             abbreviate(V, JOS);
354         }
355       });
356     }
357   };
358   PrintValue(R, ErrorPath, PrintValue);
359 }
360 
361 namespace {
362 // Simple recursive-descent JSON parser.
363 class Parser {
364 public:
365   Parser(StringRef JSON)
366       : Start(JSON.begin()), P(JSON.begin()), End(JSON.end()) {}
367 
368   bool checkUTF8() {
369     size_t ErrOffset;
370     if (isUTF8(StringRef(Start, End - Start), &ErrOffset))
371       return true;
372     P = Start + ErrOffset; // For line/column calculation.
373     return parseError("Invalid UTF-8 sequence");
374   }
375 
376   bool parseValue(Value &Out);
377 
378   bool assertEnd() {
379     eatWhitespace();
380     if (P == End)
381       return true;
382     return parseError("Text after end of document");
383   }
384 
385   Error takeError() {
386     assert(Err);
387     return std::move(*Err);
388   }
389 
390 private:
391   void eatWhitespace() {
392     while (P != End && (*P == ' ' || *P == '\r' || *P == '\n' || *P == '\t'))
393       ++P;
394   }
395 
396   // On invalid syntax, parseX() functions return false and set Err.
397   bool parseNumber(char First, Value &Out);
398   bool parseString(std::string &Out);
399   bool parseUnicode(std::string &Out);
400   bool parseError(const char *Msg); // always returns false
401 
402   char next() { return P == End ? 0 : *P++; }
403   char peek() { return P == End ? 0 : *P; }
404   static bool isNumber(char C) {
405     return C == '0' || C == '1' || C == '2' || C == '3' || C == '4' ||
406            C == '5' || C == '6' || C == '7' || C == '8' || C == '9' ||
407            C == 'e' || C == 'E' || C == '+' || C == '-' || C == '.';
408   }
409 
410   std::optional<Error> Err;
411   const char *Start, *P, *End;
412 };
413 } // namespace
414 
415 bool Parser::parseValue(Value &Out) {
416   eatWhitespace();
417   if (P == End)
418     return parseError("Unexpected EOF");
419   switch (char C = next()) {
420   // Bare null/true/false are easy - first char identifies them.
421   case 'n':
422     Out = nullptr;
423     return (next() == 'u' && next() == 'l' && next() == 'l') ||
424            parseError("Invalid JSON value (null?)");
425   case 't':
426     Out = true;
427     return (next() == 'r' && next() == 'u' && next() == 'e') ||
428            parseError("Invalid JSON value (true?)");
429   case 'f':
430     Out = false;
431     return (next() == 'a' && next() == 'l' && next() == 's' && next() == 'e') ||
432            parseError("Invalid JSON value (false?)");
433   case '"': {
434     std::string S;
435     if (parseString(S)) {
436       Out = std::move(S);
437       return true;
438     }
439     return false;
440   }
441   case '[': {
442     Out = Array{};
443     Array &A = *Out.getAsArray();
444     eatWhitespace();
445     if (peek() == ']') {
446       ++P;
447       return true;
448     }
449     for (;;) {
450       A.emplace_back(nullptr);
451       if (!parseValue(A.back()))
452         return false;
453       eatWhitespace();
454       switch (next()) {
455       case ',':
456         eatWhitespace();
457         continue;
458       case ']':
459         return true;
460       default:
461         return parseError("Expected , or ] after array element");
462       }
463     }
464   }
465   case '{': {
466     Out = Object{};
467     Object &O = *Out.getAsObject();
468     eatWhitespace();
469     if (peek() == '}') {
470       ++P;
471       return true;
472     }
473     for (;;) {
474       if (next() != '"')
475         return parseError("Expected object key");
476       std::string K;
477       if (!parseString(K))
478         return false;
479       eatWhitespace();
480       if (next() != ':')
481         return parseError("Expected : after object key");
482       eatWhitespace();
483       if (!parseValue(O[std::move(K)]))
484         return false;
485       eatWhitespace();
486       switch (next()) {
487       case ',':
488         eatWhitespace();
489         continue;
490       case '}':
491         return true;
492       default:
493         return parseError("Expected , or } after object property");
494       }
495     }
496   }
497   default:
498     if (isNumber(C))
499       return parseNumber(C, Out);
500     return parseError("Invalid JSON value");
501   }
502 }
503 
504 bool Parser::parseNumber(char First, Value &Out) {
505   // Read the number into a string. (Must be null-terminated for strto*).
506   SmallString<24> S;
507   S.push_back(First);
508   while (isNumber(peek()))
509     S.push_back(next());
510   char *End;
511   // Try first to parse as integer, and if so preserve full 64 bits.
512   // We check for errno for out of bounds errors and for End == S.end()
513   // to make sure that the numeric string is not malformed.
514   errno = 0;
515   int64_t I = std::strtoll(S.c_str(), &End, 10);
516   if (End == S.end() && errno != ERANGE) {
517     Out = int64_t(I);
518     return true;
519   }
520   // strtroull has a special handling for negative numbers, but in this
521   // case we don't want to do that because negative numbers were already
522   // handled in the previous block.
523   if (First != '-') {
524     errno = 0;
525     uint64_t UI = std::strtoull(S.c_str(), &End, 10);
526     if (End == S.end() && errno != ERANGE) {
527       Out = UI;
528       return true;
529     }
530   }
531   // If it's not an integer
532   Out = std::strtod(S.c_str(), &End);
533   return End == S.end() || parseError("Invalid JSON value (number?)");
534 }
535 
536 bool Parser::parseString(std::string &Out) {
537   // leading quote was already consumed.
538   for (char C = next(); C != '"'; C = next()) {
539     if (LLVM_UNLIKELY(P == End))
540       return parseError("Unterminated string");
541     if (LLVM_UNLIKELY((C & 0x1f) == C))
542       return parseError("Control character in string");
543     if (LLVM_LIKELY(C != '\\')) {
544       Out.push_back(C);
545       continue;
546     }
547     // Handle escape sequence.
548     switch (C = next()) {
549     case '"':
550     case '\\':
551     case '/':
552       Out.push_back(C);
553       break;
554     case 'b':
555       Out.push_back('\b');
556       break;
557     case 'f':
558       Out.push_back('\f');
559       break;
560     case 'n':
561       Out.push_back('\n');
562       break;
563     case 'r':
564       Out.push_back('\r');
565       break;
566     case 't':
567       Out.push_back('\t');
568       break;
569     case 'u':
570       if (!parseUnicode(Out))
571         return false;
572       break;
573     default:
574       return parseError("Invalid escape sequence");
575     }
576   }
577   return true;
578 }
579 
580 static void encodeUtf8(uint32_t Rune, std::string &Out) {
581   if (Rune < 0x80) {
582     Out.push_back(Rune & 0x7F);
583   } else if (Rune < 0x800) {
584     uint8_t FirstByte = 0xC0 | ((Rune & 0x7C0) >> 6);
585     uint8_t SecondByte = 0x80 | (Rune & 0x3F);
586     Out.push_back(FirstByte);
587     Out.push_back(SecondByte);
588   } else if (Rune < 0x10000) {
589     uint8_t FirstByte = 0xE0 | ((Rune & 0xF000) >> 12);
590     uint8_t SecondByte = 0x80 | ((Rune & 0xFC0) >> 6);
591     uint8_t ThirdByte = 0x80 | (Rune & 0x3F);
592     Out.push_back(FirstByte);
593     Out.push_back(SecondByte);
594     Out.push_back(ThirdByte);
595   } else if (Rune < 0x110000) {
596     uint8_t FirstByte = 0xF0 | ((Rune & 0x1F0000) >> 18);
597     uint8_t SecondByte = 0x80 | ((Rune & 0x3F000) >> 12);
598     uint8_t ThirdByte = 0x80 | ((Rune & 0xFC0) >> 6);
599     uint8_t FourthByte = 0x80 | (Rune & 0x3F);
600     Out.push_back(FirstByte);
601     Out.push_back(SecondByte);
602     Out.push_back(ThirdByte);
603     Out.push_back(FourthByte);
604   } else {
605     llvm_unreachable("Invalid codepoint");
606   }
607 }
608 
609 // Parse a UTF-16 \uNNNN escape sequence. "\u" has already been consumed.
610 // May parse several sequential escapes to ensure proper surrogate handling.
611 // We do not use ConvertUTF.h, it can't accept and replace unpaired surrogates.
612 // These are invalid Unicode but valid JSON (RFC 8259, section 8.2).
613 bool Parser::parseUnicode(std::string &Out) {
614   // Invalid UTF is not a JSON error (RFC 8529§8.2). It gets replaced by U+FFFD.
615   auto Invalid = [&] { Out.append(/* UTF-8 */ {'\xef', '\xbf', '\xbd'}); };
616   // Decodes 4 hex digits from the stream into Out, returns false on error.
617   auto Parse4Hex = [this](uint16_t &Out) -> bool {
618     Out = 0;
619     char Bytes[] = {next(), next(), next(), next()};
620     for (unsigned char C : Bytes) {
621       if (!std::isxdigit(C))
622         return parseError("Invalid \\u escape sequence");
623       Out <<= 4;
624       Out |= (C > '9') ? (C & ~0x20) - 'A' + 10 : (C - '0');
625     }
626     return true;
627   };
628   uint16_t First; // UTF-16 code unit from the first \u escape.
629   if (!Parse4Hex(First))
630     return false;
631 
632   // We loop to allow proper surrogate-pair error handling.
633   while (true) {
634     // Case 1: the UTF-16 code unit is already a codepoint in the BMP.
635     if (LLVM_LIKELY(First < 0xD800 || First >= 0xE000)) {
636       encodeUtf8(First, Out);
637       return true;
638     }
639 
640     // Case 2: it's an (unpaired) trailing surrogate.
641     if (LLVM_UNLIKELY(First >= 0xDC00)) {
642       Invalid();
643       return true;
644     }
645 
646     // Case 3: it's a leading surrogate. We expect a trailing one next.
647     // Case 3a: there's no trailing \u escape. Don't advance in the stream.
648     if (LLVM_UNLIKELY(P + 2 > End || *P != '\\' || *(P + 1) != 'u')) {
649       Invalid(); // Leading surrogate was unpaired.
650       return true;
651     }
652     P += 2;
653     uint16_t Second;
654     if (!Parse4Hex(Second))
655       return false;
656     // Case 3b: there was another \u escape, but it wasn't a trailing surrogate.
657     if (LLVM_UNLIKELY(Second < 0xDC00 || Second >= 0xE000)) {
658       Invalid();      // Leading surrogate was unpaired.
659       First = Second; // Second escape still needs to be processed.
660       continue;
661     }
662     // Case 3c: a valid surrogate pair encoding an astral codepoint.
663     encodeUtf8(0x10000 | ((First - 0xD800) << 10) | (Second - 0xDC00), Out);
664     return true;
665   }
666 }
667 
668 bool Parser::parseError(const char *Msg) {
669   int Line = 1;
670   const char *StartOfLine = Start;
671   for (const char *X = Start; X < P; ++X) {
672     if (*X == 0x0A) {
673       ++Line;
674       StartOfLine = X + 1;
675     }
676   }
677   Err.emplace(
678       std::make_unique<ParseError>(Msg, Line, P - StartOfLine, P - Start));
679   return false;
680 }
681 
682 Expected<Value> parse(StringRef JSON) {
683   Parser P(JSON);
684   Value E = nullptr;
685   if (P.checkUTF8())
686     if (P.parseValue(E))
687       if (P.assertEnd())
688         return std::move(E);
689   return P.takeError();
690 }
691 char ParseError::ID = 0;
692 
693 bool isUTF8(llvm::StringRef S, size_t *ErrOffset) {
694   // Fast-path for ASCII, which is valid UTF-8.
695   if (LLVM_LIKELY(isASCII(S)))
696     return true;
697 
698   const UTF8 *Data = reinterpret_cast<const UTF8 *>(S.data()), *Rest = Data;
699   if (LLVM_LIKELY(isLegalUTF8String(&Rest, Data + S.size())))
700     return true;
701 
702   if (ErrOffset)
703     *ErrOffset = Rest - Data;
704   return false;
705 }
706 
707 std::string fixUTF8(llvm::StringRef S) {
708   // This isn't particularly efficient, but is only for error-recovery.
709   std::vector<UTF32> Codepoints(S.size()); // 1 codepoint per byte suffices.
710   const UTF8 *In8 = reinterpret_cast<const UTF8 *>(S.data());
711   UTF32 *Out32 = Codepoints.data();
712   ConvertUTF8toUTF32(&In8, In8 + S.size(), &Out32, Out32 + Codepoints.size(),
713                      lenientConversion);
714   Codepoints.resize(Out32 - Codepoints.data());
715   std::string Res(4 * Codepoints.size(), 0); // 4 bytes per codepoint suffice
716   const UTF32 *In32 = Codepoints.data();
717   UTF8 *Out8 = reinterpret_cast<UTF8 *>(&Res[0]);
718   ConvertUTF32toUTF8(&In32, In32 + Codepoints.size(), &Out8, Out8 + Res.size(),
719                      strictConversion);
720   Res.resize(reinterpret_cast<char *>(Out8) - Res.data());
721   return Res;
722 }
723 
724 static void quote(llvm::raw_ostream &OS, llvm::StringRef S) {
725   OS << '\"';
726   for (unsigned char C : S) {
727     if (C == 0x22 || C == 0x5C)
728       OS << '\\';
729     if (C >= 0x20) {
730       OS << C;
731       continue;
732     }
733     OS << '\\';
734     switch (C) {
735     // A few characters are common enough to make short escapes worthwhile.
736     case '\t':
737       OS << 't';
738       break;
739     case '\n':
740       OS << 'n';
741       break;
742     case '\r':
743       OS << 'r';
744       break;
745     default:
746       OS << 'u';
747       llvm::write_hex(OS, C, llvm::HexPrintStyle::Lower, 4);
748       break;
749     }
750   }
751   OS << '\"';
752 }
753 
754 void llvm::json::OStream::value(const Value &V) {
755   switch (V.kind()) {
756   case Value::Null:
757     valueBegin();
758     OS << "null";
759     return;
760   case Value::Boolean:
761     valueBegin();
762     OS << (*V.getAsBoolean() ? "true" : "false");
763     return;
764   case Value::Number:
765     valueBegin();
766     if (V.Type == Value::T_Integer)
767       OS << *V.getAsInteger();
768     else if (V.Type == Value::T_UINT64)
769       OS << *V.getAsUINT64();
770     else
771       OS << format("%.*g", std::numeric_limits<double>::max_digits10,
772                    *V.getAsNumber());
773     return;
774   case Value::String:
775     valueBegin();
776     quote(OS, *V.getAsString());
777     return;
778   case Value::Array:
779     return array([&] {
780       for (const Value &E : *V.getAsArray())
781         value(E);
782     });
783   case Value::Object:
784     return object([&] {
785       for (const Object::value_type *E : sortedElements(*V.getAsObject()))
786         attribute(E->first, E->second);
787     });
788   }
789 }
790 
791 void llvm::json::OStream::valueBegin() {
792   assert(Stack.back().Ctx != Object && "Only attributes allowed here");
793   if (Stack.back().HasValue) {
794     assert(Stack.back().Ctx != Singleton && "Only one value allowed here");
795     OS << ',';
796   }
797   if (Stack.back().Ctx == Array)
798     newline();
799   flushComment();
800   Stack.back().HasValue = true;
801 }
802 
803 void OStream::comment(llvm::StringRef Comment) {
804   assert(PendingComment.empty() && "Only one comment per value!");
805   PendingComment = Comment;
806 }
807 
808 void OStream::flushComment() {
809   if (PendingComment.empty())
810     return;
811   OS << (IndentSize ? "/* " : "/*");
812   // Be sure not to accidentally emit "*/". Transform to "* /".
813   while (!PendingComment.empty()) {
814     auto Pos = PendingComment.find("*/");
815     if (Pos == StringRef::npos) {
816       OS << PendingComment;
817       PendingComment = "";
818     } else {
819       OS << PendingComment.take_front(Pos) << "* /";
820       PendingComment = PendingComment.drop_front(Pos + 2);
821     }
822   }
823   OS << (IndentSize ? " */" : "*/");
824   // Comments are on their own line unless attached to an attribute value.
825   if (Stack.size() > 1 && Stack.back().Ctx == Singleton) {
826     if (IndentSize)
827       OS << ' ';
828   } else {
829     newline();
830   }
831 }
832 
833 void llvm::json::OStream::newline() {
834   if (IndentSize) {
835     OS.write('\n');
836     OS.indent(Indent);
837   }
838 }
839 
840 void llvm::json::OStream::arrayBegin() {
841   valueBegin();
842   Stack.emplace_back();
843   Stack.back().Ctx = Array;
844   Indent += IndentSize;
845   OS << '[';
846 }
847 
848 void llvm::json::OStream::arrayEnd() {
849   assert(Stack.back().Ctx == Array);
850   Indent -= IndentSize;
851   if (Stack.back().HasValue)
852     newline();
853   OS << ']';
854   assert(PendingComment.empty());
855   Stack.pop_back();
856   assert(!Stack.empty());
857 }
858 
859 void llvm::json::OStream::objectBegin() {
860   valueBegin();
861   Stack.emplace_back();
862   Stack.back().Ctx = Object;
863   Indent += IndentSize;
864   OS << '{';
865 }
866 
867 void llvm::json::OStream::objectEnd() {
868   assert(Stack.back().Ctx == Object);
869   Indent -= IndentSize;
870   if (Stack.back().HasValue)
871     newline();
872   OS << '}';
873   assert(PendingComment.empty());
874   Stack.pop_back();
875   assert(!Stack.empty());
876 }
877 
878 void llvm::json::OStream::attributeBegin(llvm::StringRef Key) {
879   assert(Stack.back().Ctx == Object);
880   if (Stack.back().HasValue)
881     OS << ',';
882   newline();
883   flushComment();
884   Stack.back().HasValue = true;
885   Stack.emplace_back();
886   Stack.back().Ctx = Singleton;
887   if (LLVM_LIKELY(isUTF8(Key))) {
888     quote(OS, Key);
889   } else {
890     assert(false && "Invalid UTF-8 in attribute key");
891     quote(OS, fixUTF8(Key));
892   }
893   OS.write(':');
894   if (IndentSize)
895     OS.write(' ');
896 }
897 
898 void llvm::json::OStream::attributeEnd() {
899   assert(Stack.back().Ctx == Singleton);
900   assert(Stack.back().HasValue && "Attribute must have a value");
901   assert(PendingComment.empty());
902   Stack.pop_back();
903   assert(Stack.back().Ctx == Object);
904 }
905 
906 raw_ostream &llvm::json::OStream::rawValueBegin() {
907   valueBegin();
908   Stack.emplace_back();
909   Stack.back().Ctx = RawValue;
910   return OS;
911 }
912 
913 void llvm::json::OStream::rawValueEnd() {
914   assert(Stack.back().Ctx == RawValue);
915   Stack.pop_back();
916 }
917 
918 } // namespace json
919 } // namespace llvm
920 
921 void llvm::format_provider<llvm::json::Value>::format(
922     const llvm::json::Value &E, raw_ostream &OS, StringRef Options) {
923   unsigned IndentAmount = 0;
924   if (!Options.empty() && Options.getAsInteger(/*Radix=*/10, IndentAmount))
925     llvm_unreachable("json::Value format options should be an integer");
926   json::OStream(OS, IndentAmount).value(E);
927 }
928 
929