pm.lua 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421
  1. -- $Id: testes/pm.lua $
  2. -- See Copyright Notice in file all.lua
  3. print('testing pattern matching')
  4. local function checkerror (msg, f, ...)
  5. local s, err = pcall(f, ...)
  6. assert(not s and string.find(err, msg))
  7. end
  8. function f(s, p)
  9. local i,e = string.find(s, p)
  10. if i then return string.sub(s, i, e) end
  11. end
  12. a,b = string.find('', '') -- empty patterns are tricky
  13. assert(a == 1 and b == 0);
  14. a,b = string.find('alo', '')
  15. assert(a == 1 and b == 0)
  16. a,b = string.find('a\0o a\0o a\0o', 'a', 1) -- first position
  17. assert(a == 1 and b == 1)
  18. a,b = string.find('a\0o a\0o a\0o', 'a\0o', 2) -- starts in the midle
  19. assert(a == 5 and b == 7)
  20. a,b = string.find('a\0o a\0o a\0o', 'a\0o', 9) -- starts in the midle
  21. assert(a == 9 and b == 11)
  22. a,b = string.find('a\0a\0a\0a\0\0ab', '\0ab', 2); -- finds at the end
  23. assert(a == 9 and b == 11);
  24. a,b = string.find('a\0a\0a\0a\0\0ab', 'b') -- last position
  25. assert(a == 11 and b == 11)
  26. assert(not string.find('a\0a\0a\0a\0\0ab', 'b\0')) -- check ending
  27. assert(not string.find('', '\0'))
  28. assert(string.find('alo123alo', '12') == 4)
  29. assert(not string.find('alo123alo', '^12'))
  30. assert(string.match("aaab", ".*b") == "aaab")
  31. assert(string.match("aaa", ".*a") == "aaa")
  32. assert(string.match("b", ".*b") == "b")
  33. assert(string.match("aaab", ".+b") == "aaab")
  34. assert(string.match("aaa", ".+a") == "aaa")
  35. assert(not string.match("b", ".+b"))
  36. assert(string.match("aaab", ".?b") == "ab")
  37. assert(string.match("aaa", ".?a") == "aa")
  38. assert(string.match("b", ".?b") == "b")
  39. assert(f('aloALO', '%l*') == 'alo')
  40. assert(f('aLo_ALO', '%a*') == 'aLo')
  41. assert(f(" \n\r*&\n\r xuxu \n\n", "%g%g%g+") == "xuxu")
  42. assert(f('aaab', 'a*') == 'aaa');
  43. assert(f('aaa', '^.*$') == 'aaa');
  44. assert(f('aaa', 'b*') == '');
  45. assert(f('aaa', 'ab*a') == 'aa')
  46. assert(f('aba', 'ab*a') == 'aba')
  47. assert(f('aaab', 'a+') == 'aaa')
  48. assert(f('aaa', '^.+$') == 'aaa')
  49. assert(not f('aaa', 'b+'))
  50. assert(not f('aaa', 'ab+a'))
  51. assert(f('aba', 'ab+a') == 'aba')
  52. assert(f('a$a', '.$') == 'a')
  53. assert(f('a$a', '.%$') == 'a$')
  54. assert(f('a$a', '.$.') == 'a$a')
  55. assert(not f('a$a', '$$'))
  56. assert(not f('a$b', 'a$'))
  57. assert(f('a$a', '$') == '')
  58. assert(f('', 'b*') == '')
  59. assert(not f('aaa', 'bb*'))
  60. assert(f('aaab', 'a-') == '')
  61. assert(f('aaa', '^.-$') == 'aaa')
  62. assert(f('aabaaabaaabaaaba', 'b.*b') == 'baaabaaabaaab')
  63. assert(f('aabaaabaaabaaaba', 'b.-b') == 'baaab')
  64. assert(f('alo xo', '.o$') == 'xo')
  65. assert(f(' \n isto é assim', '%S%S*') == 'isto')
  66. assert(f(' \n isto é assim', '%S*$') == 'assim')
  67. assert(f(' \n isto é assim', '[a-z]*$') == 'assim')
  68. assert(f('um caracter ? extra', '[^%sa-z]') == '?')
  69. assert(f('', 'a?') == '')
  70. assert(f('á', 'á?') == 'á')
  71. assert(f('ábl', 'á?b?l?') == 'ábl')
  72. assert(f(' ábl', 'á?b?l?') == '')
  73. assert(f('aa', '^aa?a?a') == 'aa')
  74. assert(f(']]]áb', '[^]]') == 'á')
  75. assert(f("0alo alo", "%x*") == "0a")
  76. assert(f("alo alo", "%C+") == "alo alo")
  77. print('+')
  78. function f1(s, p)
  79. p = string.gsub(p, "%%([0-9])", function (s)
  80. return "%" .. (tonumber(s)+1)
  81. end)
  82. p = string.gsub(p, "^(^?)", "%1()", 1)
  83. p = string.gsub(p, "($?)$", "()%1", 1)
  84. local t = {string.match(s, p)}
  85. return string.sub(s, t[1], t[#t] - 1)
  86. end
  87. assert(f1('alo alx 123 b\0o b\0o', '(..*) %1') == "b\0o b\0o")
  88. assert(f1('axz123= 4= 4 34', '(.+)=(.*)=%2 %1') == '3= 4= 4 3')
  89. assert(f1('=======', '^(=*)=%1$') == '=======')
  90. assert(not string.match('==========', '^([=]*)=%1$'))
  91. local function range (i, j)
  92. if i <= j then
  93. return i, range(i+1, j)
  94. end
  95. end
  96. local abc = string.char(range(0, 127)) .. string.char(range(128, 255));
  97. assert(string.len(abc) == 256)
  98. function strset (p)
  99. local res = {s=''}
  100. string.gsub(abc, p, function (c) res.s = res.s .. c end)
  101. return res.s
  102. end;
  103. assert(string.len(strset('[\200-\210]')) == 11)
  104. assert(strset('[a-z]') == "abcdefghijklmnopqrstuvwxyz")
  105. assert(strset('[a-z%d]') == strset('[%da-uu-z]'))
  106. assert(strset('[a-]') == "-a")
  107. assert(strset('[^%W]') == strset('[%w]'))
  108. assert(strset('[]%%]') == '%]')
  109. assert(strset('[a%-z]') == '-az')
  110. assert(strset('[%^%[%-a%]%-b]') == '-[]^ab')
  111. assert(strset('%Z') == strset('[\1-\255]'))
  112. assert(strset('.') == strset('[\1-\255%z]'))
  113. print('+');
  114. assert(string.match("alo xyzK", "(%w+)K") == "xyz")
  115. assert(string.match("254 K", "(%d*)K") == "")
  116. assert(string.match("alo ", "(%w*)$") == "")
  117. assert(not string.match("alo ", "(%w+)$"))
  118. assert(string.find("(álo)", "%(á") == 1)
  119. local a, b, c, d, e = string.match("âlo alo", "^(((.).).* (%w*))$")
  120. assert(a == 'âlo alo' and b == 'âl' and c == 'â' and d == 'alo' and e == nil)
  121. a, b, c, d = string.match('0123456789', '(.+(.?)())')
  122. assert(a == '0123456789' and b == '' and c == 11 and d == nil)
  123. print('+')
  124. assert(string.gsub('ülo ülo', 'ü', 'x') == 'xlo xlo')
  125. assert(string.gsub('alo úlo ', ' +$', '') == 'alo úlo') -- trim
  126. assert(string.gsub(' alo alo ', '^%s*(.-)%s*$', '%1') == 'alo alo') -- double trim
  127. assert(string.gsub('alo alo \n 123\n ', '%s+', ' ') == 'alo alo 123 ')
  128. t = "abç d"
  129. a, b = string.gsub(t, '(.)', '%1@')
  130. assert('@'..a == string.gsub(t, '', '@') and b == 5)
  131. a, b = string.gsub('abçd', '(.)', '%0@', 2)
  132. assert(a == 'a@b@çd' and b == 2)
  133. assert(string.gsub('alo alo', '()[al]', '%1') == '12o 56o')
  134. assert(string.gsub("abc=xyz", "(%w*)(%p)(%w+)", "%3%2%1-%0") ==
  135. "xyz=abc-abc=xyz")
  136. assert(string.gsub("abc", "%w", "%1%0") == "aabbcc")
  137. assert(string.gsub("abc", "%w+", "%0%1") == "abcabc")
  138. assert(string.gsub('áéí', '$', '\0óú') == 'áéí\0óú')
  139. assert(string.gsub('', '^', 'r') == 'r')
  140. assert(string.gsub('', '$', 'r') == 'r')
  141. print('+')
  142. do -- new (5.3.3) semantics for empty matches
  143. assert(string.gsub("a b cd", " *", "-") == "-a-b-c-d-")
  144. local res = ""
  145. local sub = "a \nbc\t\td"
  146. local i = 1
  147. for p, e in string.gmatch(sub, "()%s*()") do
  148. res = res .. string.sub(sub, i, p - 1) .. "-"
  149. i = e
  150. end
  151. assert(res == "-a-b-c-d-")
  152. end
  153. assert(string.gsub("um (dois) tres (quatro)", "(%(%w+%))", string.upper) ==
  154. "um (DOIS) tres (QUATRO)")
  155. do
  156. local function setglobal (n,v) rawset(_G, n, v) end
  157. string.gsub("a=roberto,roberto=a", "(%w+)=(%w%w*)", setglobal)
  158. assert(_G.a=="roberto" and _G.roberto=="a")
  159. end
  160. function f(a,b) return string.gsub(a,'.',b) end
  161. assert(string.gsub("trocar tudo em |teste|b| é |beleza|al|", "|([^|]*)|([^|]*)|", f) ==
  162. "trocar tudo em bbbbb é alalalalalal")
  163. local function dostring (s) return load(s, "")() or "" end
  164. assert(string.gsub("alo $a='x'$ novamente $return a$",
  165. "$([^$]*)%$",
  166. dostring) == "alo novamente x")
  167. x = string.gsub("$x=string.gsub('alo', '.', string.upper)$ assim vai para $return x$",
  168. "$([^$]*)%$", dostring)
  169. assert(x == ' assim vai para ALO')
  170. t = {}
  171. s = 'a alo jose joao'
  172. r = string.gsub(s, '()(%w+)()', function (a,w,b)
  173. assert(string.len(w) == b-a);
  174. t[a] = b-a;
  175. end)
  176. assert(s == r and t[1] == 1 and t[3] == 3 and t[7] == 4 and t[13] == 4)
  177. function isbalanced (s)
  178. return not string.find(string.gsub(s, "%b()", ""), "[()]")
  179. end
  180. assert(isbalanced("(9 ((8))(\0) 7) \0\0 a b ()(c)() a"))
  181. assert(not isbalanced("(9 ((8) 7) a b (\0 c) a"))
  182. assert(string.gsub("alo 'oi' alo", "%b''", '"') == 'alo " alo')
  183. local t = {"apple", "orange", "lime"; n=0}
  184. assert(string.gsub("x and x and x", "x", function () t.n=t.n+1; return t[t.n] end)
  185. == "apple and orange and lime")
  186. t = {n=0}
  187. string.gsub("first second word", "%w%w*", function (w) t.n=t.n+1; t[t.n] = w end)
  188. assert(t[1] == "first" and t[2] == "second" and t[3] == "word" and t.n == 3)
  189. t = {n=0}
  190. assert(string.gsub("first second word", "%w+",
  191. function (w) t.n=t.n+1; t[t.n] = w end, 2) == "first second word")
  192. assert(t[1] == "first" and t[2] == "second" and t[3] == undef)
  193. checkerror("invalid replacement value %(a table%)",
  194. string.gsub, "alo", ".", {a = {}})
  195. checkerror("invalid capture index %%2", string.gsub, "alo", ".", "%2")
  196. checkerror("invalid capture index %%0", string.gsub, "alo", "(%0)", "a")
  197. checkerror("invalid capture index %%1", string.gsub, "alo", "(%1)", "a")
  198. checkerror("invalid use of '%%'", string.gsub, "alo", ".", "%x")
  199. if not _soft then
  200. print("big strings")
  201. local a = string.rep('a', 300000)
  202. assert(string.find(a, '^a*.?$'))
  203. assert(not string.find(a, '^a*.?b$'))
  204. assert(string.find(a, '^a-.?$'))
  205. -- bug in 5.1.2
  206. a = string.rep('a', 10000) .. string.rep('b', 10000)
  207. assert(not pcall(string.gsub, a, 'b'))
  208. end
  209. -- recursive nest of gsubs
  210. function rev (s)
  211. return string.gsub(s, "(.)(.+)", function (c,s1) return rev(s1)..c end)
  212. end
  213. local x = "abcdef"
  214. assert(rev(rev(x)) == x)
  215. -- gsub with tables
  216. assert(string.gsub("alo alo", ".", {}) == "alo alo")
  217. assert(string.gsub("alo alo", "(.)", {a="AA", l=""}) == "AAo AAo")
  218. assert(string.gsub("alo alo", "(.).", {a="AA", l="K"}) == "AAo AAo")
  219. assert(string.gsub("alo alo", "((.)(.?))", {al="AA", o=false}) == "AAo AAo")
  220. assert(string.gsub("alo alo", "().", {'x','yy','zzz'}) == "xyyzzz alo")
  221. t = {}; setmetatable(t, {__index = function (t,s) return string.upper(s) end})
  222. assert(string.gsub("a alo b hi", "%w%w+", t) == "a ALO b HI")
  223. -- tests for gmatch
  224. local a = 0
  225. for i in string.gmatch('abcde', '()') do assert(i == a+1); a=i end
  226. assert(a==6)
  227. t = {n=0}
  228. for w in string.gmatch("first second word", "%w+") do
  229. t.n=t.n+1; t[t.n] = w
  230. end
  231. assert(t[1] == "first" and t[2] == "second" and t[3] == "word")
  232. t = {3, 6, 9}
  233. for i in string.gmatch ("xuxx uu ppar r", "()(.)%2") do
  234. assert(i == table.remove(t, 1))
  235. end
  236. assert(#t == 0)
  237. t = {}
  238. for i,j in string.gmatch("13 14 10 = 11, 15= 16, 22=23", "(%d+)%s*=%s*(%d+)") do
  239. t[tonumber(i)] = tonumber(j)
  240. end
  241. a = 0
  242. for k,v in pairs(t) do assert(k+1 == v+0); a=a+1 end
  243. assert(a == 3)
  244. do -- init parameter in gmatch
  245. local s = 0
  246. for k in string.gmatch("10 20 30", "%d+", 3) do
  247. s = s + tonumber(k)
  248. end
  249. assert(s == 50)
  250. s = 0
  251. for k in string.gmatch("11 21 31", "%d+", -4) do
  252. s = s + tonumber(k)
  253. end
  254. assert(s == 32)
  255. -- there is an empty string at the end of the subject
  256. s = 0
  257. for k in string.gmatch("11 21 31", "%w*", 9) do
  258. s = s + 1
  259. end
  260. assert(s == 1)
  261. -- there are no empty strings after the end of the subject
  262. s = 0
  263. for k in string.gmatch("11 21 31", "%w*", 10) do
  264. s = s + 1
  265. end
  266. assert(s == 0)
  267. end
  268. -- tests for `%f' (`frontiers')
  269. assert(string.gsub("aaa aa a aaa a", "%f[%w]a", "x") == "xaa xa x xaa x")
  270. assert(string.gsub("[[]] [][] [[[[", "%f[[].", "x") == "x[]] x]x] x[[[")
  271. assert(string.gsub("01abc45de3", "%f[%d]", ".") == ".01abc.45de.3")
  272. assert(string.gsub("01abc45 de3x", "%f[%D]%w", ".") == "01.bc45 de3.")
  273. assert(string.gsub("function", "%f[\1-\255]%w", ".") == ".unction")
  274. assert(string.gsub("function", "%f[^\1-\255]", ".") == "function.")
  275. assert(string.find("a", "%f[a]") == 1)
  276. assert(string.find("a", "%f[^%z]") == 1)
  277. assert(string.find("a", "%f[^%l]") == 2)
  278. assert(string.find("aba", "%f[a%z]") == 3)
  279. assert(string.find("aba", "%f[%z]") == 4)
  280. assert(not string.find("aba", "%f[%l%z]"))
  281. assert(not string.find("aba", "%f[^%l%z]"))
  282. local i, e = string.find(" alo aalo allo", "%f[%S].-%f[%s].-%f[%S]")
  283. assert(i == 2 and e == 5)
  284. local k = string.match(" alo aalo allo", "%f[%S](.-%f[%s].-%f[%S])")
  285. assert(k == 'alo ')
  286. local a = {1, 5, 9, 14, 17,}
  287. for k in string.gmatch("alo alo th02 is 1hat", "()%f[%w%d]") do
  288. assert(table.remove(a, 1) == k)
  289. end
  290. assert(#a == 0)
  291. -- malformed patterns
  292. local function malform (p, m)
  293. m = m or "malformed"
  294. local r, msg = pcall(string.find, "a", p)
  295. assert(not r and string.find(msg, m))
  296. end
  297. malform("(.", "unfinished capture")
  298. malform(".)", "invalid pattern capture")
  299. malform("[a")
  300. malform("[]")
  301. malform("[^]")
  302. malform("[a%]")
  303. malform("[a%")
  304. malform("%b")
  305. malform("%ba")
  306. malform("%")
  307. malform("%f", "missing")
  308. -- \0 in patterns
  309. assert(string.match("ab\0\1\2c", "[\0-\2]+") == "\0\1\2")
  310. assert(string.match("ab\0\1\2c", "[\0-\0]+") == "\0")
  311. assert(string.find("b$a", "$\0?") == 2)
  312. assert(string.find("abc\0efg", "%\0") == 4)
  313. assert(string.match("abc\0efg\0\1e\1g", "%b\0\1") == "\0efg\0\1e\1")
  314. assert(string.match("abc\0\0\0", "%\0+") == "\0\0\0")
  315. assert(string.match("abc\0\0\0", "%\0%\0?") == "\0\0")
  316. -- magic char after \0
  317. assert(string.find("abc\0\0","\0.") == 4)
  318. assert(string.find("abcx\0\0abc\0abc","x\0\0abc\0a.") == 4)
  319. do -- test reuse of original string in gsub
  320. local s = string.rep("a", 100)
  321. local r = string.gsub(s, "b", "c") -- no match
  322. assert(string.format("%p", s) == string.format("%p", r))
  323. r = string.gsub(s, ".", {x = "y"}) -- no substitutions
  324. assert(string.format("%p", s) == string.format("%p", r))
  325. local count = 0
  326. r = string.gsub(s, ".", function (x)
  327. assert(x == "a")
  328. count = count + 1
  329. return nil -- no substitution
  330. end)
  331. r = string.gsub(r, ".", {b = 'x'}) -- "a" is not a key; no subst.
  332. assert(count == 100)
  333. assert(string.format("%p", s) == string.format("%p", r))
  334. count = 0
  335. r = string.gsub(s, ".", function (x)
  336. assert(x == "a")
  337. count = count + 1
  338. return x -- substitution...
  339. end)
  340. assert(count == 100)
  341. -- no reuse in this case
  342. assert(r == s and string.format("%p", s) ~= string.format("%p", r))
  343. end
  344. print('OK')