StringLibrary.cs 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625
  1. using System.Text;
  2. using System.Text.RegularExpressions;
  3. using Lua.Internal;
  4. using Lua.Runtime;
  5. using System.Globalization;
  6. namespace Lua.Standard;
  7. public sealed class StringLibrary
  8. {
  9. public static readonly StringLibrary Instance = new();
  10. public StringLibrary()
  11. {
  12. var libraryName = "string";
  13. Functions =
  14. [
  15. new(libraryName,"byte", Byte),
  16. new(libraryName,"char", Char),
  17. new(libraryName,"dump", Dump),
  18. new(libraryName,"find", Find),
  19. new(libraryName,"format", Format),
  20. new(libraryName,"gmatch", GMatch),
  21. new(libraryName,"gsub", GSub),
  22. new(libraryName,"len", Len),
  23. new(libraryName,"lower", Lower),
  24. new (libraryName,"match", Match),
  25. new(libraryName,"rep", Rep),
  26. new(libraryName,"reverse", Reverse),
  27. new(libraryName,"sub", Sub),
  28. new(libraryName,"upper", Upper),
  29. ];
  30. }
  31. public readonly LibraryFunction[] Functions;
  32. public ValueTask<int> Byte(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  33. {
  34. var s = context.GetArgument<string>(0);
  35. var i = context.HasArgument(1)
  36. ? context.GetArgument<double>(1)
  37. : 1;
  38. var j = context.HasArgument(2)
  39. ? context.GetArgument<double>(2)
  40. : i;
  41. LuaRuntimeException.ThrowBadArgumentIfNumberIsNotInteger(context.Thread, 2, i);
  42. LuaRuntimeException.ThrowBadArgumentIfNumberIsNotInteger(context.Thread, 3, j);
  43. var span = StringHelper.Slice(s, (int)i, (int)j);
  44. var buffer = context.GetReturnBuffer(span.Length);
  45. for (int k = 0; k < span.Length; k++)
  46. {
  47. buffer[k] = span[k];
  48. }
  49. return new(span.Length);
  50. }
  51. public ValueTask<int> Char(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  52. {
  53. if (context.ArgumentCount == 0)
  54. {
  55. return new(context.Return(""));
  56. }
  57. var builder = new ValueStringBuilder(context.ArgumentCount);
  58. for (int i = 0; i < context.ArgumentCount; i++)
  59. {
  60. var arg = context.GetArgument<double>(i);
  61. LuaRuntimeException.ThrowBadArgumentIfNumberIsNotInteger(context.Thread, i + 1, arg);
  62. builder.Append((char)arg);
  63. }
  64. return new(context.Return(builder.ToString()));
  65. }
  66. public ValueTask<int> Dump(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  67. {
  68. // stirng.dump is not supported (throw exception)
  69. throw new NotSupportedException("stirng.dump is not supported");
  70. }
  71. public ValueTask<int> Find(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  72. {
  73. var s = context.GetArgument<string>(0);
  74. var pattern = context.GetArgument<string>(1);
  75. var init = context.HasArgument(2)
  76. ? context.GetArgument<double>(2)
  77. : 1;
  78. var plain = context.HasArgument(3) && context.GetArgument(3).ToBoolean();
  79. LuaRuntimeException.ThrowBadArgumentIfNumberIsNotInteger(context.Thread, 3, init);
  80. // init can be negative value
  81. if (init < 0)
  82. {
  83. init = s.Length + init + 1;
  84. }
  85. // out of range
  86. if (init != 1 && (init < 1 || init > s.Length))
  87. {
  88. return new(context.Return(LuaValue.Nil));
  89. }
  90. // empty pattern
  91. if (pattern.Length == 0)
  92. {
  93. return new(context.Return(1, 0));
  94. }
  95. var source = s.AsSpan()[(int)(init - 1)..];
  96. if (plain)
  97. {
  98. var start = source.IndexOf(pattern);
  99. if (start == -1)
  100. {
  101. return new(context.Return(LuaValue.Nil));
  102. }
  103. // 1-based
  104. return new(context.Return(start + 1, start + pattern.Length));
  105. }
  106. else
  107. {
  108. var regex = StringHelper.ToRegex(pattern);
  109. var match = regex.Match(source.ToString());
  110. if (match.Success)
  111. {
  112. // 1-based
  113. return new(context.Return(init + match.Index, init + match.Index + match.Length - 1));
  114. }
  115. else
  116. {
  117. return new(context.Return(LuaValue.Nil));
  118. }
  119. }
  120. }
  121. public async ValueTask<int> Format(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  122. {
  123. var format = context.GetArgument<string>(0);
  124. var stack = context.Thread.Stack;
  125. // TODO: pooling StringBuilder
  126. var builder = new StringBuilder(format.Length * 2);
  127. var parameterIndex = 1;
  128. for (int i = 0; i < format.Length; i++)
  129. {
  130. if (format[i] == '%')
  131. {
  132. i++;
  133. // escape
  134. if (format[i] == '%')
  135. {
  136. builder.Append('%');
  137. continue;
  138. }
  139. var leftJustify = false;
  140. var plusSign = false;
  141. var zeroPadding = false;
  142. var alternateForm = false;
  143. var blank = false;
  144. var width = 0;
  145. var precision = -1;
  146. // Process flags
  147. while (true)
  148. {
  149. var c = format[i];
  150. switch (c)
  151. {
  152. case '-':
  153. if (leftJustify) throw new LuaRuntimeException(context.Thread, "invalid format (repeated flags)");
  154. leftJustify = true;
  155. break;
  156. case '+':
  157. if (plusSign) throw new LuaRuntimeException(context.Thread, "invalid format (repeated flags)");
  158. plusSign = true;
  159. break;
  160. case '0':
  161. if (zeroPadding) throw new LuaRuntimeException(context.Thread, "invalid format (repeated flags)");
  162. zeroPadding = true;
  163. break;
  164. case '#':
  165. if (alternateForm) throw new LuaRuntimeException(context.Thread, "invalid format (repeated flags)");
  166. alternateForm = true;
  167. break;
  168. case ' ':
  169. if (blank) throw new LuaRuntimeException(context.Thread, "invalid format (repeated flags)");
  170. blank = true;
  171. break;
  172. default:
  173. goto PROCESS_WIDTH;
  174. }
  175. i++;
  176. }
  177. PROCESS_WIDTH:
  178. // Process width
  179. var start = i;
  180. if (char.IsDigit(format[i]))
  181. {
  182. i++;
  183. if (char.IsDigit(format[i])) i++;
  184. if (char.IsDigit(format[i])) throw new LuaRuntimeException(context.Thread, "invalid format (width or precision too long)");
  185. width = int.Parse(format.AsSpan()[start..i]);
  186. }
  187. // Process precision
  188. if (format[i] == '.')
  189. {
  190. i++;
  191. start = i;
  192. if (char.IsDigit(format[i])) i++;
  193. if (char.IsDigit(format[i])) i++;
  194. if (char.IsDigit(format[i])) throw new LuaRuntimeException(context.Thread, "invalid format (width or precision too long)");
  195. precision = int.Parse(format.AsSpan()[start..i]);
  196. }
  197. // Process conversion specifier
  198. var specifier = format[i];
  199. if (context.ArgumentCount <= parameterIndex)
  200. {
  201. throw new LuaRuntimeException(context.Thread, $"bad argument #{parameterIndex + 1} to 'format' (no value)");
  202. }
  203. var parameter = context.GetArgument(parameterIndex++);
  204. // TODO: reduce allocation
  205. string formattedValue = default!;
  206. switch (specifier)
  207. {
  208. case 'f':
  209. case 'e':
  210. case 'g':
  211. case 'G':
  212. if (!parameter.TryRead<double>(out var f))
  213. {
  214. LuaRuntimeException.BadArgument(context.Thread, parameterIndex + 1, LuaValueType.Number, parameter.Type);
  215. }
  216. switch (specifier)
  217. {
  218. case 'f':
  219. formattedValue = precision < 0
  220. ? f.ToString(CultureInfo.InvariantCulture)
  221. : f.ToString($"F{precision}", CultureInfo.InvariantCulture);
  222. break;
  223. case 'e':
  224. formattedValue = precision < 0
  225. ? f.ToString(CultureInfo.InvariantCulture)
  226. : f.ToString($"E{precision}", CultureInfo.InvariantCulture);
  227. break;
  228. case 'g':
  229. formattedValue = precision < 0
  230. ? f.ToString(CultureInfo.InvariantCulture)
  231. : f.ToString($"G{precision}", CultureInfo.InvariantCulture);
  232. break;
  233. case 'G':
  234. formattedValue = precision < 0
  235. ? f.ToString(CultureInfo.InvariantCulture).ToUpper()
  236. : f.ToString($"G{precision}", CultureInfo.InvariantCulture).ToUpper();
  237. break;
  238. }
  239. if (plusSign && f >= 0)
  240. {
  241. formattedValue = $"+{formattedValue}";
  242. }
  243. break;
  244. case 's':
  245. {
  246. await parameter.CallToStringAsync(context, cancellationToken);
  247. formattedValue = stack.Pop().Read<string>();
  248. }
  249. if (specifier is 's' && precision > 0 && precision <= formattedValue.Length)
  250. {
  251. formattedValue = formattedValue[..precision];
  252. }
  253. break;
  254. case 'q':
  255. switch (parameter.Type)
  256. {
  257. case LuaValueType.Nil:
  258. formattedValue = "nil";
  259. break;
  260. case LuaValueType.Boolean:
  261. formattedValue = parameter.Read<bool>() ? "true" : "false";
  262. break;
  263. case LuaValueType.String:
  264. formattedValue = $"\"{StringHelper.Escape(parameter.Read<string>())}\"";
  265. break;
  266. case LuaValueType.Number:
  267. // TODO: floating point numbers must be in hexadecimal notation
  268. formattedValue = parameter.Read<double>().ToString(CultureInfo.InvariantCulture);
  269. break;
  270. default:
  271. {
  272. var top = stack.Count;
  273. stack.Push(default);
  274. await parameter.CallToStringAsync(context with { ReturnFrameBase = top }, cancellationToken);
  275. formattedValue = stack.Pop().Read<string>();
  276. }
  277. break;
  278. }
  279. break;
  280. case 'i':
  281. case 'd':
  282. case 'u':
  283. case 'c':
  284. case 'x':
  285. case 'X':
  286. if (!parameter.TryRead<double>(out var x))
  287. {
  288. LuaRuntimeException.BadArgument(context.Thread, parameterIndex + 1, LuaValueType.Number, parameter.Type);
  289. }
  290. LuaRuntimeException.ThrowBadArgumentIfNumberIsNotInteger(context.Thread, parameterIndex + 1, x);
  291. switch (specifier)
  292. {
  293. case 'i':
  294. case 'd':
  295. {
  296. var integer = checked((long)x);
  297. formattedValue = precision < 0
  298. ? integer.ToString()
  299. : integer.ToString($"D{precision}");
  300. }
  301. break;
  302. case 'u':
  303. {
  304. var integer = checked((ulong)x);
  305. formattedValue = precision < 0
  306. ? integer.ToString()
  307. : integer.ToString($"D{precision}");
  308. }
  309. break;
  310. case 'c':
  311. formattedValue = ((char)(int)x).ToString();
  312. break;
  313. case 'x':
  314. {
  315. var integer = checked((ulong)x);
  316. formattedValue = alternateForm
  317. ? $"0x{integer:x}"
  318. : $"{integer:x}";
  319. }
  320. break;
  321. case 'X':
  322. {
  323. var integer = checked((ulong)x);
  324. formattedValue = alternateForm
  325. ? $"0X{integer:X}"
  326. : $"{integer:X}";
  327. }
  328. break;
  329. case 'o':
  330. {
  331. var integer = checked((long)x);
  332. formattedValue = Convert.ToString(integer, 8);
  333. }
  334. break;
  335. }
  336. if (plusSign && x >= 0)
  337. {
  338. formattedValue = $"+{formattedValue}";
  339. }
  340. break;
  341. default:
  342. throw new LuaRuntimeException(context.Thread, $"invalid option '%{specifier}' to 'format'");
  343. }
  344. // Apply blank (' ') flag for positive numbers
  345. if (specifier is 'd' or 'i' or 'f' or 'g' or 'G')
  346. {
  347. if (blank && !leftJustify && !zeroPadding && parameter.Read<double>() >= 0)
  348. {
  349. formattedValue = $" {formattedValue}";
  350. }
  351. }
  352. // Apply width and padding
  353. if (width > formattedValue.Length)
  354. {
  355. if (leftJustify)
  356. {
  357. formattedValue = formattedValue.PadRight(width);
  358. }
  359. else
  360. {
  361. formattedValue = zeroPadding ? formattedValue.PadLeft(width, '0') : formattedValue.PadLeft(width);
  362. }
  363. }
  364. builder.Append(formattedValue);
  365. }
  366. else
  367. {
  368. builder.Append(format[i]);
  369. }
  370. }
  371. return context.Return(builder.ToString());
  372. }
  373. public ValueTask<int> GMatch(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  374. {
  375. var s = context.GetArgument<string>(0);
  376. var pattern = context.GetArgument<string>(1);
  377. var regex = StringHelper.ToRegex(pattern);
  378. var matches = regex.Matches(s);
  379. return new(context.Return(new CSharpClosure("iterator", [LuaValue.FromObject(matches), 0], static (context, cancellationToken) =>
  380. {
  381. var upValues = context.GetCsClosure()!.UpValues;
  382. var matches = upValues[0].Read<MatchCollection>();
  383. var i = upValues[1].Read<int>();
  384. if (matches.Count > i)
  385. {
  386. var match = matches[i];
  387. var groups = match.Groups;
  388. i++;
  389. upValues[1] = i;
  390. if (groups.Count == 1)
  391. {
  392. return new(context.Return(match.Value));
  393. }
  394. else
  395. {
  396. var buffer = context.GetReturnBuffer(groups.Count);
  397. for (int j = 0; j < groups.Count; j++)
  398. {
  399. buffer[j] = groups[j + 1].Value;
  400. }
  401. return new(buffer.Length);
  402. }
  403. }
  404. else
  405. {
  406. return new(context.Return(LuaValue.Nil));
  407. }
  408. })));
  409. }
  410. public async ValueTask<int> GSub(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  411. {
  412. var s = context.GetArgument<string>(0);
  413. var pattern = context.GetArgument<string>(1);
  414. var repl = context.GetArgument(2);
  415. var n_arg = context.HasArgument(3)
  416. ? context.GetArgument<double>(3)
  417. : int.MaxValue;
  418. LuaRuntimeException.ThrowBadArgumentIfNumberIsNotInteger(context.Thread, 4, n_arg);
  419. var n = (int)n_arg;
  420. var regex = StringHelper.ToRegex(pattern);
  421. var matches = regex.Matches(s);
  422. // TODO: reduce allocation
  423. var builder = new StringBuilder();
  424. var lastIndex = 0;
  425. var replaceCount = 0;
  426. int i = 0;
  427. for (; i < matches.Count; i++)
  428. {
  429. if (replaceCount > n) break;
  430. var match = matches[i];
  431. builder.Append(s.AsSpan()[lastIndex..match.Index]);
  432. replaceCount++;
  433. LuaValue result;
  434. if (repl.TryRead<string>(out var str))
  435. {
  436. result = str.Replace("%%", "%")
  437. .Replace("%0", match.Value);
  438. for (int k = 1; k <= match.Groups.Count; k++)
  439. {
  440. if (replaceCount > n) break;
  441. result = result.Read<string>().Replace($"%{k}", match.Groups[k].Value);
  442. replaceCount++;
  443. }
  444. }
  445. else if (repl.TryRead<LuaTable>(out var table))
  446. {
  447. result = table[match.Groups[1].Value];
  448. }
  449. else if (repl.TryRead<LuaFunction>(out var func))
  450. {
  451. var stack = context.Thread.Stack;
  452. for (int k = 1; k <= match.Groups.Count; k++)
  453. {
  454. stack.Push(match.Groups[k].Value);
  455. }
  456. await context.Access.RunAsync(func,match.Groups.Count,cancellationToken);
  457. result = context.Thread.Stack.Get(context.ReturnFrameBase);
  458. }
  459. else
  460. {
  461. throw new LuaRuntimeException(context.Thread, "bad argument #3 to 'gsub' (string/function/table expected)");
  462. }
  463. if (result.TryRead<string>(out var rs))
  464. {
  465. builder.Append(rs);
  466. }
  467. else if (result.TryRead<double>(out var rd))
  468. {
  469. builder.Append(rd);
  470. }
  471. else if (!result.ToBoolean())
  472. {
  473. builder.Append(match.Value);
  474. replaceCount--;
  475. }
  476. else
  477. {
  478. throw new LuaRuntimeException(context.Thread, $"invalid replacement value (a {result.Type})");
  479. }
  480. lastIndex = match.Index + match.Length;
  481. }
  482. builder.Append(s.AsSpan()[lastIndex..s.Length]);
  483. return context.Return(builder.ToString(), i);
  484. }
  485. public ValueTask<int> Len(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  486. {
  487. var s = context.GetArgument<string>(0);
  488. return new(context.Return(s.Length));
  489. }
  490. public ValueTask<int> Lower(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  491. {
  492. var s = context.GetArgument<string>(0);
  493. return new(context.Return(s.ToLower()));
  494. }
  495. public ValueTask<int> Match(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  496. {
  497. //TODO : implement string.match
  498. throw new NotImplementedException();
  499. }
  500. public ValueTask<int> Rep(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  501. {
  502. var s = context.GetArgument<string>(0);
  503. var n_arg = context.GetArgument<double>(1);
  504. var sep = context.HasArgument(2)
  505. ? context.GetArgument<string>(2)
  506. : null;
  507. LuaRuntimeException.ThrowBadArgumentIfNumberIsNotInteger(context.Thread, 2, n_arg);
  508. var n = (int)n_arg;
  509. var builder = new ValueStringBuilder(s.Length * n);
  510. for (int i = 0; i < n; i++)
  511. {
  512. builder.Append(s);
  513. if (i != n - 1 && sep != null)
  514. {
  515. builder.Append(sep);
  516. }
  517. }
  518. return new(context.Return(builder.ToString()));
  519. }
  520. public ValueTask<int> Reverse(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  521. {
  522. var s = context.GetArgument<string>(0);
  523. using var strBuffer = new PooledArray<char>(s.Length);
  524. var span = strBuffer.AsSpan()[..s.Length];
  525. s.AsSpan().CopyTo(span);
  526. span.Reverse();
  527. return new(context.Return(span.ToString()));
  528. }
  529. public ValueTask<int> Sub(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  530. {
  531. var s = context.GetArgument<string>(0);
  532. var i = context.GetArgument<double>(1);
  533. var j = context.HasArgument(2)
  534. ? context.GetArgument<double>(2)
  535. : -1;
  536. LuaRuntimeException.ThrowBadArgumentIfNumberIsNotInteger(context.Thread, 2, i);
  537. LuaRuntimeException.ThrowBadArgumentIfNumberIsNotInteger(context.Thread, 3, j);
  538. return new(context.Return(StringHelper.Slice(s, (int)i, (int)j).ToString()));
  539. }
  540. public ValueTask<int> Upper(LuaFunctionExecutionContext context, CancellationToken cancellationToken)
  541. {
  542. var s = context.GetArgument<string>(0);
  543. return new(context.Return(s.ToUpper()));
  544. }
  545. }