xref: /freebsd/contrib/llvm-project/llvm/lib/Support/JSON.cpp (revision b6708045590712930c533e916e3d6fdfe48ec5ba)
1  //=== JSON.cpp - JSON value, parsing and serialization - C++ -----------*-===//
2  //
3  // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4  // See https://llvm.org/LICENSE.txt for license information.
5  // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6  //
7  //===---------------------------------------------------------------------===//
8  
9  #include "llvm/Support/JSON.h"
10  #include "llvm/ADT/STLExtras.h"
11  #include "llvm/ADT/StringExtras.h"
12  #include "llvm/Support/ConvertUTF.h"
13  #include "llvm/Support/Error.h"
14  #include "llvm/Support/Format.h"
15  #include "llvm/Support/NativeFormatting.h"
16  #include "llvm/Support/raw_ostream.h"
17  #include <cctype>
18  #include <cerrno>
19  #include <optional>
20  
21  namespace llvm {
22  namespace json {
23  
24  Value &Object::operator[](const ObjectKey &K) {
25    return try_emplace(K, nullptr).first->getSecond();
26  }
27  Value &Object::operator[](ObjectKey &&K) {
28    return try_emplace(std::move(K), nullptr).first->getSecond();
29  }
30  Value *Object::get(StringRef K) {
31    auto I = find(K);
32    if (I == end())
33      return nullptr;
34    return &I->second;
35  }
36  const Value *Object::get(StringRef K) const {
37    auto I = find(K);
38    if (I == end())
39      return nullptr;
40    return &I->second;
41  }
42  std::optional<std::nullptr_t> Object::getNull(StringRef K) const {
43    if (auto *V = get(K))
44      return V->getAsNull();
45    return std::nullopt;
46  }
47  std::optional<bool> Object::getBoolean(StringRef K) const {
48    if (auto *V = get(K))
49      return V->getAsBoolean();
50    return std::nullopt;
51  }
52  std::optional<double> Object::getNumber(StringRef K) const {
53    if (auto *V = get(K))
54      return V->getAsNumber();
55    return std::nullopt;
56  }
57  std::optional<int64_t> Object::getInteger(StringRef K) const {
58    if (auto *V = get(K))
59      return V->getAsInteger();
60    return std::nullopt;
61  }
62  std::optional<llvm::StringRef> Object::getString(StringRef K) const {
63    if (auto *V = get(K))
64      return V->getAsString();
65    return std::nullopt;
66  }
67  const json::Object *Object::getObject(StringRef K) const {
68    if (auto *V = get(K))
69      return V->getAsObject();
70    return nullptr;
71  }
72  json::Object *Object::getObject(StringRef K) {
73    if (auto *V = get(K))
74      return V->getAsObject();
75    return nullptr;
76  }
77  const json::Array *Object::getArray(StringRef K) const {
78    if (auto *V = get(K))
79      return V->getAsArray();
80    return nullptr;
81  }
82  json::Array *Object::getArray(StringRef K) {
83    if (auto *V = get(K))
84      return V->getAsArray();
85    return nullptr;
86  }
87  bool operator==(const Object &LHS, const Object &RHS) {
88    if (LHS.size() != RHS.size())
89      return false;
90    for (const auto &L : LHS) {
91      auto R = RHS.find(L.first);
92      if (R == RHS.end() || L.second != R->second)
93        return false;
94    }
95    return true;
96  }
97  
98  Array::Array(std::initializer_list<Value> Elements) {
99    V.reserve(Elements.size());
100    for (const Value &V : Elements) {
101      emplace_back(nullptr);
102      back().moveFrom(std::move(V));
103    }
104  }
105  
106  Value::Value(std::initializer_list<Value> Elements)
107      : Value(json::Array(Elements)) {}
108  
109  void Value::copyFrom(const Value &M) {
110    Type = M.Type;
111    switch (Type) {
112    case T_Null:
113    case T_Boolean:
114    case T_Double:
115    case T_Integer:
116    case T_UINT64:
117      memcpy(&Union, &M.Union, sizeof(Union));
118      break;
119    case T_StringRef:
120      create<StringRef>(M.as<StringRef>());
121      break;
122    case T_String:
123      create<std::string>(M.as<std::string>());
124      break;
125    case T_Object:
126      create<json::Object>(M.as<json::Object>());
127      break;
128    case T_Array:
129      create<json::Array>(M.as<json::Array>());
130      break;
131    }
132  }
133  
134  void Value::moveFrom(const Value &&M) {
135    Type = M.Type;
136    switch (Type) {
137    case T_Null:
138    case T_Boolean:
139    case T_Double:
140    case T_Integer:
141    case T_UINT64:
142      memcpy(&Union, &M.Union, sizeof(Union));
143      break;
144    case T_StringRef:
145      create<StringRef>(M.as<StringRef>());
146      break;
147    case T_String:
148      create<std::string>(std::move(M.as<std::string>()));
149      M.Type = T_Null;
150      break;
151    case T_Object:
152      create<json::Object>(std::move(M.as<json::Object>()));
153      M.Type = T_Null;
154      break;
155    case T_Array:
156      create<json::Array>(std::move(M.as<json::Array>()));
157      M.Type = T_Null;
158      break;
159    }
160  }
161  
162  void Value::destroy() {
163    switch (Type) {
164    case T_Null:
165    case T_Boolean:
166    case T_Double:
167    case T_Integer:
168    case T_UINT64:
169      break;
170    case T_StringRef:
171      as<StringRef>().~StringRef();
172      break;
173    case T_String:
174      as<std::string>().~basic_string();
175      break;
176    case T_Object:
177      as<json::Object>().~Object();
178      break;
179    case T_Array:
180      as<json::Array>().~Array();
181      break;
182    }
183  }
184  
185  bool operator==(const Value &L, const Value &R) {
186    if (L.kind() != R.kind())
187      return false;
188    switch (L.kind()) {
189    case Value::Null:
190      return *L.getAsNull() == *R.getAsNull();
191    case Value::Boolean:
192      return *L.getAsBoolean() == *R.getAsBoolean();
193    case Value::Number:
194      // Workaround for https://gcc.gnu.org/bugzilla/show_bug.cgi?id=323
195      // The same integer must convert to the same double, per the standard.
196      // However we see 64-vs-80-bit precision comparisons with gcc-7 -O3 -m32.
197      // So we avoid floating point promotion for exact comparisons.
198      if (L.Type == Value::T_Integer || R.Type == Value::T_Integer)
199        return L.getAsInteger() == R.getAsInteger();
200      return *L.getAsNumber() == *R.getAsNumber();
201    case Value::String:
202      return *L.getAsString() == *R.getAsString();
203    case Value::Array:
204      return *L.getAsArray() == *R.getAsArray();
205    case Value::Object:
206      return *L.getAsObject() == *R.getAsObject();
207    }
208    llvm_unreachable("Unknown value kind");
209  }
210  
211  void Path::report(llvm::StringLiteral Msg) {
212    // Walk up to the root context, and count the number of segments.
213    unsigned Count = 0;
214    const Path *P;
215    for (P = this; P->Parent != nullptr; P = P->Parent)
216      ++Count;
217    Path::Root *R = P->Seg.root();
218    // Fill in the error message and copy the path (in reverse order).
219    R->ErrorMessage = Msg;
220    R->ErrorPath.resize(Count);
221    auto It = R->ErrorPath.begin();
222    for (P = this; P->Parent != nullptr; P = P->Parent)
223      *It++ = P->Seg;
224  }
225  
226  Error Path::Root::getError() const {
227    std::string S;
228    raw_string_ostream OS(S);
229    OS << (ErrorMessage.empty() ? "invalid JSON contents" : ErrorMessage);
230    if (ErrorPath.empty()) {
231      if (!Name.empty())
232        OS << " when parsing " << Name;
233    } else {
234      OS << " at " << (Name.empty() ? "(root)" : Name);
235      for (const Path::Segment &S : llvm::reverse(ErrorPath)) {
236        if (S.isField())
237          OS << '.' << S.field();
238        else
239          OS << '[' << S.index() << ']';
240      }
241    }
242    return createStringError(llvm::inconvertibleErrorCode(), S);
243  }
244  
245  std::vector<const Object::value_type *> sortedElements(const Object &O) {
246    std::vector<const Object::value_type *> Elements;
247    for (const auto &E : O)
248      Elements.push_back(&E);
249    llvm::sort(Elements,
250               [](const Object::value_type *L, const Object::value_type *R) {
251                 return L->first < R->first;
252               });
253    return Elements;
254  }
255  
256  // Prints a one-line version of a value that isn't our main focus.
257  // We interleave writes to OS and JOS, exploiting the lack of extra buffering.
258  // This is OK as we own the implementation.
259  static void abbreviate(const Value &V, OStream &JOS) {
260    switch (V.kind()) {
261    case Value::Array:
262      JOS.rawValue(V.getAsArray()->empty() ? "[]" : "[ ... ]");
263      break;
264    case Value::Object:
265      JOS.rawValue(V.getAsObject()->empty() ? "{}" : "{ ... }");
266      break;
267    case Value::String: {
268      llvm::StringRef S = *V.getAsString();
269      if (S.size() < 40) {
270        JOS.value(V);
271      } else {
272        std::string Truncated = fixUTF8(S.take_front(37));
273        Truncated.append("...");
274        JOS.value(Truncated);
275      }
276      break;
277    }
278    default:
279      JOS.value(V);
280    }
281  }
282  
283  // Prints a semi-expanded version of a value that is our main focus.
284  // Array/Object entries are printed, but not recursively as they may be huge.
285  static void abbreviateChildren(const Value &V, OStream &JOS) {
286    switch (V.kind()) {
287    case Value::Array:
288      JOS.array([&] {
289        for (const auto &I : *V.getAsArray())
290          abbreviate(I, JOS);
291      });
292      break;
293    case Value::Object:
294      JOS.object([&] {
295        for (const auto *KV : sortedElements(*V.getAsObject())) {
296          JOS.attributeBegin(KV->first);
297          abbreviate(KV->second, JOS);
298          JOS.attributeEnd();
299        }
300      });
301      break;
302    default:
303      JOS.value(V);
304    }
305  }
306  
307  void Path::Root::printErrorContext(const Value &R, raw_ostream &OS) const {
308    OStream JOS(OS, /*IndentSize=*/2);
309    // PrintValue recurses down the path, printing the ancestors of our target.
310    // Siblings of nodes along the path are printed with abbreviate(), and the
311    // target itself is printed with the somewhat richer abbreviateChildren().
312    // 'Recurse' is the lambda itself, to allow recursive calls.
313    auto PrintValue = [&](const Value &V, ArrayRef<Segment> Path, auto &Recurse) {
314      // Print the target node itself, with the error as a comment.
315      // Also used if we can't follow our path, e.g. it names a field that
316      // *should* exist but doesn't.
317      auto HighlightCurrent = [&] {
318        std::string Comment = "error: ";
319        Comment.append(ErrorMessage.data(), ErrorMessage.size());
320        JOS.comment(Comment);
321        abbreviateChildren(V, JOS);
322      };
323      if (Path.empty()) // We reached our target.
324        return HighlightCurrent();
325      const Segment &S = Path.back(); // Path is in reverse order.
326      if (S.isField()) {
327        // Current node is an object, path names a field.
328        llvm::StringRef FieldName = S.field();
329        const Object *O = V.getAsObject();
330        if (!O || !O->get(FieldName))
331          return HighlightCurrent();
332        JOS.object([&] {
333          for (const auto *KV : sortedElements(*O)) {
334            JOS.attributeBegin(KV->first);
335            if (FieldName == StringRef(KV->first))
336              Recurse(KV->second, Path.drop_back(), Recurse);
337            else
338              abbreviate(KV->second, JOS);
339            JOS.attributeEnd();
340          }
341        });
342      } else {
343        // Current node is an array, path names an element.
344        const Array *A = V.getAsArray();
345        if (!A || S.index() >= A->size())
346          return HighlightCurrent();
347        JOS.array([&] {
348          unsigned Current = 0;
349          for (const auto &V : *A) {
350            if (Current++ == S.index())
351              Recurse(V, Path.drop_back(), Recurse);
352            else
353              abbreviate(V, JOS);
354          }
355        });
356      }
357    };
358    PrintValue(R, ErrorPath, PrintValue);
359  }
360  
361  namespace {
362  // Simple recursive-descent JSON parser.
363  class Parser {
364  public:
365    Parser(StringRef JSON)
366        : Start(JSON.begin()), P(JSON.begin()), End(JSON.end()) {}
367  
368    bool checkUTF8() {
369      size_t ErrOffset;
370      if (isUTF8(StringRef(Start, End - Start), &ErrOffset))
371        return true;
372      P = Start + ErrOffset; // For line/column calculation.
373      return parseError("Invalid UTF-8 sequence");
374    }
375  
376    bool parseValue(Value &Out);
377  
378    bool assertEnd() {
379      eatWhitespace();
380      if (P == End)
381        return true;
382      return parseError("Text after end of document");
383    }
384  
385    Error takeError() {
386      assert(Err);
387      return std::move(*Err);
388    }
389  
390  private:
391    void eatWhitespace() {
392      while (P != End && (*P == ' ' || *P == '\r' || *P == '\n' || *P == '\t'))
393        ++P;
394    }
395  
396    // On invalid syntax, parseX() functions return false and set Err.
397    bool parseNumber(char First, Value &Out);
398    bool parseString(std::string &Out);
399    bool parseUnicode(std::string &Out);
400    bool parseError(const char *Msg); // always returns false
401  
402    char next() { return P == End ? 0 : *P++; }
403    char peek() { return P == End ? 0 : *P; }
404    static bool isNumber(char C) {
405      return C == '0' || C == '1' || C == '2' || C == '3' || C == '4' ||
406             C == '5' || C == '6' || C == '7' || C == '8' || C == '9' ||
407             C == 'e' || C == 'E' || C == '+' || C == '-' || C == '.';
408    }
409  
410    std::optional<Error> Err;
411    const char *Start, *P, *End;
412  };
413  } // namespace
414  
415  bool Parser::parseValue(Value &Out) {
416    eatWhitespace();
417    if (P == End)
418      return parseError("Unexpected EOF");
419    switch (char C = next()) {
420    // Bare null/true/false are easy - first char identifies them.
421    case 'n':
422      Out = nullptr;
423      return (next() == 'u' && next() == 'l' && next() == 'l') ||
424             parseError("Invalid JSON value (null?)");
425    case 't':
426      Out = true;
427      return (next() == 'r' && next() == 'u' && next() == 'e') ||
428             parseError("Invalid JSON value (true?)");
429    case 'f':
430      Out = false;
431      return (next() == 'a' && next() == 'l' && next() == 's' && next() == 'e') ||
432             parseError("Invalid JSON value (false?)");
433    case '"': {
434      std::string S;
435      if (parseString(S)) {
436        Out = std::move(S);
437        return true;
438      }
439      return false;
440    }
441    case '[': {
442      Out = Array{};
443      Array &A = *Out.getAsArray();
444      eatWhitespace();
445      if (peek() == ']') {
446        ++P;
447        return true;
448      }
449      for (;;) {
450        A.emplace_back(nullptr);
451        if (!parseValue(A.back()))
452          return false;
453        eatWhitespace();
454        switch (next()) {
455        case ',':
456          eatWhitespace();
457          continue;
458        case ']':
459          return true;
460        default:
461          return parseError("Expected , or ] after array element");
462        }
463      }
464    }
465    case '{': {
466      Out = Object{};
467      Object &O = *Out.getAsObject();
468      eatWhitespace();
469      if (peek() == '}') {
470        ++P;
471        return true;
472      }
473      for (;;) {
474        if (next() != '"')
475          return parseError("Expected object key");
476        std::string K;
477        if (!parseString(K))
478          return false;
479        eatWhitespace();
480        if (next() != ':')
481          return parseError("Expected : after object key");
482        eatWhitespace();
483        if (!parseValue(O[std::move(K)]))
484          return false;
485        eatWhitespace();
486        switch (next()) {
487        case ',':
488          eatWhitespace();
489          continue;
490        case '}':
491          return true;
492        default:
493          return parseError("Expected , or } after object property");
494        }
495      }
496    }
497    default:
498      if (isNumber(C))
499        return parseNumber(C, Out);
500      return parseError("Invalid JSON value");
501    }
502  }
503  
504  bool Parser::parseNumber(char First, Value &Out) {
505    // Read the number into a string. (Must be null-terminated for strto*).
506    SmallString<24> S;
507    S.push_back(First);
508    while (isNumber(peek()))
509      S.push_back(next());
510    char *End;
511    // Try first to parse as integer, and if so preserve full 64 bits.
512    // We check for errno for out of bounds errors and for End == S.end()
513    // to make sure that the numeric string is not malformed.
514    errno = 0;
515    int64_t I = std::strtoll(S.c_str(), &End, 10);
516    if (End == S.end() && errno != ERANGE) {
517      Out = int64_t(I);
518      return true;
519    }
520    // strtroull has a special handling for negative numbers, but in this
521    // case we don't want to do that because negative numbers were already
522    // handled in the previous block.
523    if (First != '-') {
524      errno = 0;
525      uint64_t UI = std::strtoull(S.c_str(), &End, 10);
526      if (End == S.end() && errno != ERANGE) {
527        Out = UI;
528        return true;
529      }
530    }
531    // If it's not an integer
532    Out = std::strtod(S.c_str(), &End);
533    return End == S.end() || parseError("Invalid JSON value (number?)");
534  }
535  
536  bool Parser::parseString(std::string &Out) {
537    // leading quote was already consumed.
538    for (char C = next(); C != '"'; C = next()) {
539      if (LLVM_UNLIKELY(P == End))
540        return parseError("Unterminated string");
541      if (LLVM_UNLIKELY((C & 0x1f) == C))
542        return parseError("Control character in string");
543      if (LLVM_LIKELY(C != '\\')) {
544        Out.push_back(C);
545        continue;
546      }
547      // Handle escape sequence.
548      switch (C = next()) {
549      case '"':
550      case '\\':
551      case '/':
552        Out.push_back(C);
553        break;
554      case 'b':
555        Out.push_back('\b');
556        break;
557      case 'f':
558        Out.push_back('\f');
559        break;
560      case 'n':
561        Out.push_back('\n');
562        break;
563      case 'r':
564        Out.push_back('\r');
565        break;
566      case 't':
567        Out.push_back('\t');
568        break;
569      case 'u':
570        if (!parseUnicode(Out))
571          return false;
572        break;
573      default:
574        return parseError("Invalid escape sequence");
575      }
576    }
577    return true;
578  }
579  
580  static void encodeUtf8(uint32_t Rune, std::string &Out) {
581    if (Rune < 0x80) {
582      Out.push_back(Rune & 0x7F);
583    } else if (Rune < 0x800) {
584      uint8_t FirstByte = 0xC0 | ((Rune & 0x7C0) >> 6);
585      uint8_t SecondByte = 0x80 | (Rune & 0x3F);
586      Out.push_back(FirstByte);
587      Out.push_back(SecondByte);
588    } else if (Rune < 0x10000) {
589      uint8_t FirstByte = 0xE0 | ((Rune & 0xF000) >> 12);
590      uint8_t SecondByte = 0x80 | ((Rune & 0xFC0) >> 6);
591      uint8_t ThirdByte = 0x80 | (Rune & 0x3F);
592      Out.push_back(FirstByte);
593      Out.push_back(SecondByte);
594      Out.push_back(ThirdByte);
595    } else if (Rune < 0x110000) {
596      uint8_t FirstByte = 0xF0 | ((Rune & 0x1F0000) >> 18);
597      uint8_t SecondByte = 0x80 | ((Rune & 0x3F000) >> 12);
598      uint8_t ThirdByte = 0x80 | ((Rune & 0xFC0) >> 6);
599      uint8_t FourthByte = 0x80 | (Rune & 0x3F);
600      Out.push_back(FirstByte);
601      Out.push_back(SecondByte);
602      Out.push_back(ThirdByte);
603      Out.push_back(FourthByte);
604    } else {
605      llvm_unreachable("Invalid codepoint");
606    }
607  }
608  
609  // Parse a UTF-16 \uNNNN escape sequence. "\u" has already been consumed.
610  // May parse several sequential escapes to ensure proper surrogate handling.
611  // We do not use ConvertUTF.h, it can't accept and replace unpaired surrogates.
612  // These are invalid Unicode but valid JSON (RFC 8259, section 8.2).
613  bool Parser::parseUnicode(std::string &Out) {
614    // Invalid UTF is not a JSON error (RFC 8529§8.2). It gets replaced by U+FFFD.
615    auto Invalid = [&] { Out.append(/* UTF-8 */ {'\xef', '\xbf', '\xbd'}); };
616    // Decodes 4 hex digits from the stream into Out, returns false on error.
617    auto Parse4Hex = [this](uint16_t &Out) -> bool {
618      Out = 0;
619      char Bytes[] = {next(), next(), next(), next()};
620      for (unsigned char C : Bytes) {
621        if (!std::isxdigit(C))
622          return parseError("Invalid \\u escape sequence");
623        Out <<= 4;
624        Out |= (C > '9') ? (C & ~0x20) - 'A' + 10 : (C - '0');
625      }
626      return true;
627    };
628    uint16_t First; // UTF-16 code unit from the first \u escape.
629    if (!Parse4Hex(First))
630      return false;
631  
632    // We loop to allow proper surrogate-pair error handling.
633    while (true) {
634      // Case 1: the UTF-16 code unit is already a codepoint in the BMP.
635      if (LLVM_LIKELY(First < 0xD800 || First >= 0xE000)) {
636        encodeUtf8(First, Out);
637        return true;
638      }
639  
640      // Case 2: it's an (unpaired) trailing surrogate.
641      if (LLVM_UNLIKELY(First >= 0xDC00)) {
642        Invalid();
643        return true;
644      }
645  
646      // Case 3: it's a leading surrogate. We expect a trailing one next.
647      // Case 3a: there's no trailing \u escape. Don't advance in the stream.
648      if (LLVM_UNLIKELY(P + 2 > End || *P != '\\' || *(P + 1) != 'u')) {
649        Invalid(); // Leading surrogate was unpaired.
650        return true;
651      }
652      P += 2;
653      uint16_t Second;
654      if (!Parse4Hex(Second))
655        return false;
656      // Case 3b: there was another \u escape, but it wasn't a trailing surrogate.
657      if (LLVM_UNLIKELY(Second < 0xDC00 || Second >= 0xE000)) {
658        Invalid();      // Leading surrogate was unpaired.
659        First = Second; // Second escape still needs to be processed.
660        continue;
661      }
662      // Case 3c: a valid surrogate pair encoding an astral codepoint.
663      encodeUtf8(0x10000 | ((First - 0xD800) << 10) | (Second - 0xDC00), Out);
664      return true;
665    }
666  }
667  
668  bool Parser::parseError(const char *Msg) {
669    int Line = 1;
670    const char *StartOfLine = Start;
671    for (const char *X = Start; X < P; ++X) {
672      if (*X == 0x0A) {
673        ++Line;
674        StartOfLine = X + 1;
675      }
676    }
677    Err.emplace(
678        std::make_unique<ParseError>(Msg, Line, P - StartOfLine, P - Start));
679    return false;
680  }
681  
682  Expected<Value> parse(StringRef JSON) {
683    Parser P(JSON);
684    Value E = nullptr;
685    if (P.checkUTF8())
686      if (P.parseValue(E))
687        if (P.assertEnd())
688          return std::move(E);
689    return P.takeError();
690  }
691  char ParseError::ID = 0;
692  
693  bool isUTF8(llvm::StringRef S, size_t *ErrOffset) {
694    // Fast-path for ASCII, which is valid UTF-8.
695    if (LLVM_LIKELY(isASCII(S)))
696      return true;
697  
698    const UTF8 *Data = reinterpret_cast<const UTF8 *>(S.data()), *Rest = Data;
699    if (LLVM_LIKELY(isLegalUTF8String(&Rest, Data + S.size())))
700      return true;
701  
702    if (ErrOffset)
703      *ErrOffset = Rest - Data;
704    return false;
705  }
706  
707  std::string fixUTF8(llvm::StringRef S) {
708    // This isn't particularly efficient, but is only for error-recovery.
709    std::vector<UTF32> Codepoints(S.size()); // 1 codepoint per byte suffices.
710    const UTF8 *In8 = reinterpret_cast<const UTF8 *>(S.data());
711    UTF32 *Out32 = Codepoints.data();
712    ConvertUTF8toUTF32(&In8, In8 + S.size(), &Out32, Out32 + Codepoints.size(),
713                       lenientConversion);
714    Codepoints.resize(Out32 - Codepoints.data());
715    std::string Res(4 * Codepoints.size(), 0); // 4 bytes per codepoint suffice
716    const UTF32 *In32 = Codepoints.data();
717    UTF8 *Out8 = reinterpret_cast<UTF8 *>(&Res[0]);
718    ConvertUTF32toUTF8(&In32, In32 + Codepoints.size(), &Out8, Out8 + Res.size(),
719                       strictConversion);
720    Res.resize(reinterpret_cast<char *>(Out8) - Res.data());
721    return Res;
722  }
723  
724  static void quote(llvm::raw_ostream &OS, llvm::StringRef S) {
725    OS << '\"';
726    for (unsigned char C : S) {
727      if (C == 0x22 || C == 0x5C)
728        OS << '\\';
729      if (C >= 0x20) {
730        OS << C;
731        continue;
732      }
733      OS << '\\';
734      switch (C) {
735      // A few characters are common enough to make short escapes worthwhile.
736      case '\t':
737        OS << 't';
738        break;
739      case '\n':
740        OS << 'n';
741        break;
742      case '\r':
743        OS << 'r';
744        break;
745      default:
746        OS << 'u';
747        llvm::write_hex(OS, C, llvm::HexPrintStyle::Lower, 4);
748        break;
749      }
750    }
751    OS << '\"';
752  }
753  
754  void llvm::json::OStream::value(const Value &V) {
755    switch (V.kind()) {
756    case Value::Null:
757      valueBegin();
758      OS << "null";
759      return;
760    case Value::Boolean:
761      valueBegin();
762      OS << (*V.getAsBoolean() ? "true" : "false");
763      return;
764    case Value::Number:
765      valueBegin();
766      if (V.Type == Value::T_Integer)
767        OS << *V.getAsInteger();
768      else if (V.Type == Value::T_UINT64)
769        OS << *V.getAsUINT64();
770      else
771        OS << format("%.*g", std::numeric_limits<double>::max_digits10,
772                     *V.getAsNumber());
773      return;
774    case Value::String:
775      valueBegin();
776      quote(OS, *V.getAsString());
777      return;
778    case Value::Array:
779      return array([&] {
780        for (const Value &E : *V.getAsArray())
781          value(E);
782      });
783    case Value::Object:
784      return object([&] {
785        for (const Object::value_type *E : sortedElements(*V.getAsObject()))
786          attribute(E->first, E->second);
787      });
788    }
789  }
790  
791  void llvm::json::OStream::valueBegin() {
792    assert(Stack.back().Ctx != Object && "Only attributes allowed here");
793    if (Stack.back().HasValue) {
794      assert(Stack.back().Ctx != Singleton && "Only one value allowed here");
795      OS << ',';
796    }
797    if (Stack.back().Ctx == Array)
798      newline();
799    flushComment();
800    Stack.back().HasValue = true;
801  }
802  
803  void OStream::comment(llvm::StringRef Comment) {
804    assert(PendingComment.empty() && "Only one comment per value!");
805    PendingComment = Comment;
806  }
807  
808  void OStream::flushComment() {
809    if (PendingComment.empty())
810      return;
811    OS << (IndentSize ? "/* " : "/*");
812    // Be sure not to accidentally emit "*/". Transform to "* /".
813    while (!PendingComment.empty()) {
814      auto Pos = PendingComment.find("*/");
815      if (Pos == StringRef::npos) {
816        OS << PendingComment;
817        PendingComment = "";
818      } else {
819        OS << PendingComment.take_front(Pos) << "* /";
820        PendingComment = PendingComment.drop_front(Pos + 2);
821      }
822    }
823    OS << (IndentSize ? " */" : "*/");
824    // Comments are on their own line unless attached to an attribute value.
825    if (Stack.size() > 1 && Stack.back().Ctx == Singleton) {
826      if (IndentSize)
827        OS << ' ';
828    } else {
829      newline();
830    }
831  }
832  
833  void llvm::json::OStream::newline() {
834    if (IndentSize) {
835      OS.write('\n');
836      OS.indent(Indent);
837    }
838  }
839  
840  void llvm::json::OStream::arrayBegin() {
841    valueBegin();
842    Stack.emplace_back();
843    Stack.back().Ctx = Array;
844    Indent += IndentSize;
845    OS << '[';
846  }
847  
848  void llvm::json::OStream::arrayEnd() {
849    assert(Stack.back().Ctx == Array);
850    Indent -= IndentSize;
851    if (Stack.back().HasValue)
852      newline();
853    OS << ']';
854    assert(PendingComment.empty());
855    Stack.pop_back();
856    assert(!Stack.empty());
857  }
858  
859  void llvm::json::OStream::objectBegin() {
860    valueBegin();
861    Stack.emplace_back();
862    Stack.back().Ctx = Object;
863    Indent += IndentSize;
864    OS << '{';
865  }
866  
867  void llvm::json::OStream::objectEnd() {
868    assert(Stack.back().Ctx == Object);
869    Indent -= IndentSize;
870    if (Stack.back().HasValue)
871      newline();
872    OS << '}';
873    assert(PendingComment.empty());
874    Stack.pop_back();
875    assert(!Stack.empty());
876  }
877  
878  void llvm::json::OStream::attributeBegin(llvm::StringRef Key) {
879    assert(Stack.back().Ctx == Object);
880    if (Stack.back().HasValue)
881      OS << ',';
882    newline();
883    flushComment();
884    Stack.back().HasValue = true;
885    Stack.emplace_back();
886    Stack.back().Ctx = Singleton;
887    if (LLVM_LIKELY(isUTF8(Key))) {
888      quote(OS, Key);
889    } else {
890      assert(false && "Invalid UTF-8 in attribute key");
891      quote(OS, fixUTF8(Key));
892    }
893    OS.write(':');
894    if (IndentSize)
895      OS.write(' ');
896  }
897  
898  void llvm::json::OStream::attributeEnd() {
899    assert(Stack.back().Ctx == Singleton);
900    assert(Stack.back().HasValue && "Attribute must have a value");
901    assert(PendingComment.empty());
902    Stack.pop_back();
903    assert(Stack.back().Ctx == Object);
904  }
905  
906  raw_ostream &llvm::json::OStream::rawValueBegin() {
907    valueBegin();
908    Stack.emplace_back();
909    Stack.back().Ctx = RawValue;
910    return OS;
911  }
912  
913  void llvm::json::OStream::rawValueEnd() {
914    assert(Stack.back().Ctx == RawValue);
915    Stack.pop_back();
916  }
917  
918  } // namespace json
919  } // namespace llvm
920  
921  void llvm::format_provider<llvm::json::Value>::format(
922      const llvm::json::Value &E, raw_ostream &OS, StringRef Options) {
923    unsigned IndentAmount = 0;
924    if (!Options.empty() && Options.getAsInteger(/*Radix=*/10, IndentAmount))
925      llvm_unreachable("json::Value format options should be an integer");
926    json::OStream(OS, IndentAmount).value(E);
927  }
928  
929