JsonSerializer.cs 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610
  1. using System.Runtime.CompilerServices;
  2. using System.Text;
  3. using Jint.Collections;
  4. using Jint.Native.BigInt;
  5. using Jint.Native.Boolean;
  6. using Jint.Native.Number;
  7. using Jint.Native.Number.Dtoa;
  8. using Jint.Native.Object;
  9. using Jint.Native.Proxy;
  10. using Jint.Native.String;
  11. using Jint.Pooling;
  12. using Jint.Runtime;
  13. using Jint.Runtime.Descriptors;
  14. using Jint.Runtime.Interop;
  15. namespace Jint.Native.Json
  16. {
  17. public sealed class JsonSerializer
  18. {
  19. private readonly Engine _engine;
  20. private ObjectTraverseStack _stack = null!;
  21. private string? _indent;
  22. private string _gap = string.Empty;
  23. private List<JsValue>? _propertyList;
  24. private JsValue _replacerFunction = JsValue.Undefined;
  25. private static readonly JsString toJsonProperty = new("toJSON");
  26. public JsonSerializer(Engine engine)
  27. {
  28. _engine = engine;
  29. }
  30. public JsValue Serialize(JsValue value)
  31. {
  32. return Serialize(value, JsValue.Undefined, JsValue.Undefined);
  33. }
  34. public JsValue Serialize(JsValue value, JsValue replacer, JsValue space)
  35. {
  36. _stack = new ObjectTraverseStack(_engine);
  37. // for JSON.stringify(), any function passed as the first argument will return undefined
  38. // if the replacer is not defined. The function is not called either.
  39. if (value.IsCallable && ReferenceEquals(replacer, JsValue.Undefined))
  40. {
  41. return JsValue.Undefined;
  42. }
  43. SetupReplacer(replacer);
  44. _gap = BuildSpacingGap(space);
  45. var wrapper = _engine.Realm.Intrinsics.Object.Construct(Arguments.Empty);
  46. wrapper.DefineOwnProperty(JsString.Empty, new PropertyDescriptor(value, PropertyFlag.ConfigurableEnumerableWritable));
  47. using var jsonBuilder = StringBuilderPool.Rent();
  48. var target = new SerializerState(jsonBuilder.Builder);
  49. if (SerializeJSONProperty(JsString.Empty, wrapper, ref target) == SerializeResult.Undefined)
  50. {
  51. return JsValue.Undefined;
  52. }
  53. return new JsString(target.Json.ToString());
  54. }
  55. private void SetupReplacer(JsValue replacer)
  56. {
  57. if (replacer is not ObjectInstance oi)
  58. {
  59. return;
  60. }
  61. if (oi.IsCallable)
  62. {
  63. _replacerFunction = replacer;
  64. }
  65. else
  66. {
  67. if (oi.IsArray())
  68. {
  69. _propertyList = new List<JsValue>();
  70. var len = oi.Length;
  71. var k = 0;
  72. while (k < len)
  73. {
  74. var prop = JsString.Create(k);
  75. var v = replacer.Get(prop);
  76. var item = JsValue.Undefined;
  77. if (v.IsString())
  78. {
  79. item = v;
  80. }
  81. else if (v.IsNumber())
  82. {
  83. item = TypeConverter.ToString(v);
  84. }
  85. else if (v.IsObject())
  86. {
  87. if (v is StringInstance or NumberInstance)
  88. {
  89. item = TypeConverter.ToString(v);
  90. }
  91. }
  92. if (!item.IsUndefined() && !_propertyList.Contains(item))
  93. {
  94. _propertyList.Add(item);
  95. }
  96. k++;
  97. }
  98. }
  99. }
  100. }
  101. private static string BuildSpacingGap(JsValue space)
  102. {
  103. if (space.IsObject())
  104. {
  105. var spaceObj = space.AsObject();
  106. if (spaceObj.Class == ObjectClass.Number)
  107. {
  108. space = TypeConverter.ToNumber(spaceObj);
  109. }
  110. else if (spaceObj.Class == ObjectClass.String)
  111. {
  112. space = TypeConverter.ToJsString(spaceObj);
  113. }
  114. }
  115. // defining the gap
  116. if (space.IsNumber())
  117. {
  118. var number = ((JsNumber) space)._value;
  119. if (number > 0)
  120. {
  121. return new string(' ', (int) System.Math.Min(10, number));
  122. }
  123. return string.Empty;
  124. }
  125. if (space.IsString())
  126. {
  127. var stringSpace = space.ToString();
  128. return stringSpace.Length <= 10 ? stringSpace : stringSpace.Substring(0, 10);
  129. }
  130. return string.Empty;
  131. }
  132. /// <summary>
  133. /// https://tc39.es/ecma262/#sec-serializejsonproperty
  134. /// </summary>
  135. private SerializeResult SerializeJSONProperty(JsValue key, JsValue holder, ref SerializerState target)
  136. {
  137. var value = ReadUnwrappedValue(key, holder);
  138. if (ReferenceEquals(value, JsValue.Null))
  139. {
  140. target.Json.Append("null");
  141. return SerializeResult.NotUndefined;
  142. }
  143. if (value.IsBoolean())
  144. {
  145. target.Json.Append(((JsBoolean) value)._value ? "true" : "false");
  146. return SerializeResult.NotUndefined;
  147. }
  148. if (value.IsString())
  149. {
  150. QuoteJSONString(value.ToString(), target.Json);
  151. return SerializeResult.NotUndefined;
  152. }
  153. if (value.IsNumber())
  154. {
  155. var doubleValue = ((JsNumber) value)._value;
  156. if (value.IsInteger())
  157. {
  158. target.Json.Append((long) doubleValue);
  159. return SerializeResult.NotUndefined;
  160. }
  161. var isFinite = !double.IsNaN(doubleValue) && !double.IsInfinity(doubleValue);
  162. if (isFinite)
  163. {
  164. if (TypeConverter.CanBeStringifiedAsLong(doubleValue))
  165. {
  166. target.Json.Append((long) doubleValue);
  167. return SerializeResult.NotUndefined;
  168. }
  169. target.DtoaBuilder.Reset();
  170. NumberPrototype.NumberToString(doubleValue, target.DtoaBuilder, target.Json);
  171. return SerializeResult.NotUndefined;
  172. }
  173. target.Json.Append(JsString.NullString);
  174. return SerializeResult.NotUndefined;
  175. }
  176. if (value.IsBigInt())
  177. {
  178. ExceptionHelper.ThrowTypeError(_engine.Realm, "Do not know how to serialize a BigInt");
  179. }
  180. if (value is ObjectInstance { IsCallable: false } objectInstance)
  181. {
  182. if (CanSerializesAsArray(objectInstance))
  183. {
  184. SerializeJSONArray(objectInstance, ref target);
  185. return SerializeResult.NotUndefined;
  186. }
  187. if (objectInstance is IObjectWrapper wrapper
  188. && _engine.Options.Interop.SerializeToJson is { } serialize)
  189. {
  190. target.Json.Append(serialize(wrapper.Target));
  191. return SerializeResult.NotUndefined;
  192. }
  193. SerializeJSONObject(objectInstance, ref target);
  194. return SerializeResult.NotUndefined;
  195. }
  196. return SerializeResult.Undefined;
  197. }
  198. [MethodImpl(MethodImplOptions.AggressiveInlining)]
  199. private JsValue ReadUnwrappedValue(JsValue key, JsValue holder)
  200. {
  201. var value = holder.Get(key);
  202. if (value._type <= InternalTypes.Integer && _replacerFunction.IsUndefined())
  203. {
  204. return value;
  205. }
  206. var isBigInt = value is BigIntInstance || value.IsBigInt();
  207. if (value.IsObject() || isBigInt)
  208. {
  209. var toJson = value.GetV(_engine.Realm, toJsonProperty);
  210. if (toJson.IsUndefined() && isBigInt)
  211. {
  212. toJson = _engine.Realm.Intrinsics.BigInt.PrototypeObject.Get(toJsonProperty);
  213. }
  214. if (toJson.IsObject())
  215. {
  216. if (toJson.AsObject() is ICallable callableToJson)
  217. {
  218. value = callableToJson.Call(value, Arguments.From(TypeConverter.ToPropertyKey(key)));
  219. }
  220. }
  221. }
  222. if (!_replacerFunction.IsUndefined())
  223. {
  224. var replacerFunctionCallable = (ICallable) _replacerFunction.AsObject();
  225. value = replacerFunctionCallable.Call(holder, Arguments.From(TypeConverter.ToPropertyKey(key), value));
  226. }
  227. if (value.IsObject())
  228. {
  229. value = value switch
  230. {
  231. NumberInstance => TypeConverter.ToNumber(value),
  232. StringInstance => TypeConverter.ToString(value),
  233. BooleanInstance booleanInstance => booleanInstance.BooleanData,
  234. BigIntInstance bigIntInstance => bigIntInstance.BigIntData,
  235. _ => value
  236. };
  237. }
  238. return value;
  239. }
  240. private static bool CanSerializesAsArray(ObjectInstance value)
  241. {
  242. if (value is JsArray)
  243. {
  244. return true;
  245. }
  246. if (value is JsProxy proxyInstance && CanSerializesAsArray(proxyInstance._target))
  247. {
  248. return true;
  249. }
  250. if (value is ObjectWrapper { IsArrayLike: true })
  251. {
  252. return true;
  253. }
  254. return false;
  255. }
  256. /// <summary>
  257. /// https://tc39.es/ecma262/#sec-quotejsonstring
  258. /// </summary>
  259. /// <remarks>
  260. /// MethodImplOptions.AggressiveOptimization = 512 which is only exposed in .NET Core.
  261. /// </remarks>
  262. [MethodImpl(MethodImplOptions.AggressiveInlining | (MethodImplOptions)512)]
  263. private static unsafe void QuoteJSONString(string value, StringBuilder target)
  264. {
  265. if (value.Length == 0)
  266. {
  267. target.Append("\"\"");
  268. return;
  269. }
  270. target.Append('"');
  271. #if NETCOREAPP1_0_OR_GREATER
  272. fixed (char* ptr = value)
  273. {
  274. int remainingLength = value.Length;
  275. int offset = 0;
  276. while (true)
  277. {
  278. int index = System.Text.Encodings.Web.JavaScriptEncoder.Default.FindFirstCharacterToEncode(ptr + offset, remainingLength);
  279. if (index < 0)
  280. {
  281. // append the remaining text which doesn't need any encoding.
  282. target.Append(value.AsSpan(offset));
  283. break;
  284. }
  285. index += offset;
  286. if (index - offset > 0)
  287. {
  288. // append everything which does not need any encoding until the found index.
  289. target.Append(value.AsSpan(offset, index - offset));
  290. }
  291. AppendJsonStringCharacter(value, ref index, target);
  292. offset = index + 1;
  293. remainingLength = value.Length - offset;
  294. if (remainingLength == 0)
  295. {
  296. break;
  297. }
  298. }
  299. }
  300. #else
  301. for (var i = 0; i < value.Length; i++)
  302. {
  303. AppendJsonStringCharacter(value, ref i, target);
  304. }
  305. #endif
  306. target.Append('"');
  307. }
  308. [MethodImpl(MethodImplOptions.AggressiveInlining)]
  309. private static void AppendJsonStringCharacter(string value, ref int index, StringBuilder target)
  310. {
  311. var c = value[index];
  312. switch (c)
  313. {
  314. case '\"':
  315. target.Append("\\\"");
  316. break;
  317. case '\\':
  318. target.Append("\\\\");
  319. break;
  320. case '\b':
  321. target.Append("\\b");
  322. break;
  323. case '\f':
  324. target.Append("\\f");
  325. break;
  326. case '\n':
  327. target.Append("\\n");
  328. break;
  329. case '\r':
  330. target.Append("\\r");
  331. break;
  332. case '\t':
  333. target.Append("\\t");
  334. break;
  335. default:
  336. if (char.IsSurrogatePair(value, index))
  337. {
  338. #if NETCOREAPP1_0_OR_GREATER
  339. target.Append(value.AsSpan(index, 2));
  340. index++;
  341. #else
  342. target.Append(c);
  343. index++;
  344. target.Append(value[index]);
  345. #endif
  346. }
  347. else if (c < 0x20 || char.IsSurrogate(c))
  348. {
  349. target.Append("\\u");
  350. target.Append(((int) c).ToString("x4"));
  351. }
  352. else
  353. {
  354. target.Append(c);
  355. }
  356. break;
  357. }
  358. }
  359. /// <summary>
  360. /// https://tc39.es/ecma262/#sec-serializejsonarray
  361. /// </summary>
  362. private void SerializeJSONArray(ObjectInstance value, ref SerializerState target)
  363. {
  364. var len = TypeConverter.ToUint32(value.Get(CommonProperties.Length));
  365. if (len == 0)
  366. {
  367. target.Json.Append("[]");
  368. return;
  369. }
  370. _stack.Enter(value);
  371. var stepback = _indent;
  372. if (_gap.Length > 0)
  373. {
  374. _indent += _gap;
  375. }
  376. const char separator = ',';
  377. bool hasPrevious = false;
  378. for (int i = 0; i < len; i++)
  379. {
  380. if (hasPrevious)
  381. {
  382. target.Json.Append(separator);
  383. }
  384. else
  385. {
  386. target.Json.Append('[');
  387. }
  388. if (_gap.Length > 0)
  389. {
  390. target.Json.Append('\n');
  391. target.Json.Append(_indent);
  392. }
  393. if (SerializeJSONProperty(i, value, ref target) == SerializeResult.Undefined)
  394. {
  395. target.Json.Append(JsString.NullString);
  396. }
  397. hasPrevious = true;
  398. }
  399. if (!hasPrevious)
  400. {
  401. _stack.Exit();
  402. _indent = stepback;
  403. target.Json.Append("[]");
  404. return;
  405. }
  406. if (_gap.Length > 0)
  407. {
  408. target.Json.Append('\n');
  409. target.Json.Append(stepback);
  410. }
  411. target.Json.Append(']');
  412. _stack.Exit();
  413. _indent = stepback;
  414. }
  415. /// <summary>
  416. /// https://tc39.es/ecma262/#sec-serializejsonobject
  417. /// </summary>
  418. private void SerializeJSONObject(ObjectInstance value, ref SerializerState target)
  419. {
  420. var enumeration = _propertyList is null
  421. ? PropertyEnumeration.FromObjectInstance(value)
  422. : PropertyEnumeration.FromList(_propertyList);
  423. if (enumeration.IsEmpty)
  424. {
  425. target.Json.Append("{}");
  426. return;
  427. }
  428. _stack.Enter(value);
  429. var stepback = _indent;
  430. if (_gap.Length > 0)
  431. {
  432. _indent += _gap;
  433. }
  434. const char separator = ',';
  435. var hasPrevious = false;
  436. for (var i = 0; i < enumeration.Keys.Count; i++)
  437. {
  438. var p = enumeration.Keys[i];
  439. int position = target.Json.Length;
  440. if (hasPrevious)
  441. {
  442. target.Json.Append(separator);
  443. }
  444. else
  445. {
  446. target.Json.Append('{');
  447. }
  448. if (_gap.Length > 0)
  449. {
  450. target.Json.Append('\n');
  451. target.Json.Append(_indent);
  452. }
  453. QuoteJSONString(p.ToString(), target.Json);
  454. target.Json.Append(':');
  455. if (_gap.Length > 0)
  456. {
  457. target.Json.Append(' ');
  458. }
  459. if (SerializeJSONProperty(p, value, ref target) == SerializeResult.Undefined)
  460. {
  461. target.Json.Length = position;
  462. }
  463. else
  464. {
  465. hasPrevious = true;
  466. }
  467. }
  468. if (!hasPrevious)
  469. {
  470. _stack.Exit();
  471. _indent = stepback;
  472. target.Json.Append("{}");
  473. return;
  474. }
  475. if (_gap.Length > 0)
  476. {
  477. target.Json.Append('\n');
  478. target.Json.Append(stepback);
  479. }
  480. target.Json.Append('}');
  481. _stack.Exit();
  482. _indent = stepback;
  483. }
  484. private readonly ref struct SerializerState
  485. {
  486. public SerializerState(StringBuilder jsonBuilder)
  487. {
  488. Json = jsonBuilder;
  489. DtoaBuilder = TypeConverter.CreateDtoaBuilderForDouble();
  490. }
  491. public readonly StringBuilder Json;
  492. public readonly DtoaBuilder DtoaBuilder;
  493. }
  494. private enum SerializeResult
  495. {
  496. NotUndefined,
  497. Undefined
  498. }
  499. private readonly struct PropertyEnumeration
  500. {
  501. private PropertyEnumeration(List<JsValue> keys, bool isEmpty)
  502. {
  503. Keys = keys;
  504. IsEmpty = isEmpty;
  505. }
  506. public static PropertyEnumeration FromList(List<JsValue> keys)
  507. => new PropertyEnumeration(keys, keys.Count == 0);
  508. public static PropertyEnumeration FromObjectInstance(ObjectInstance instance)
  509. {
  510. var allKeys = instance.GetOwnPropertyKeys(Types.String);
  511. RemoveUnserializableProperties(instance, allKeys);
  512. return new PropertyEnumeration(allKeys, allKeys.Count == 0);
  513. }
  514. private static void RemoveUnserializableProperties(ObjectInstance instance, List<JsValue> keys)
  515. {
  516. for (var i = 0; i < keys.Count; i++)
  517. {
  518. var key = keys[i];
  519. var desc = instance.GetOwnProperty(key);
  520. if (desc == PropertyDescriptor.Undefined || !desc.Enumerable)
  521. {
  522. keys.RemoveAt(i);
  523. i--;
  524. }
  525. }
  526. }
  527. public readonly List<JsValue> Keys;
  528. public readonly bool IsEmpty;
  529. }
  530. }
  531. }