| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305 |
- /*
- ** Buffer handling.
- ** Copyright (C) 2005-2023 Mike Pall. See Copyright Notice in luajit.h
- */
- #define lj_buf_c
- #define LUA_CORE
- #include "lj_obj.h"
- #include "lj_gc.h"
- #include "lj_err.h"
- #include "lj_buf.h"
- #include "lj_str.h"
- #include "lj_tab.h"
- #include "lj_strfmt.h"
- /* -- Buffer management --------------------------------------------------- */
- static void buf_grow(SBuf *sb, MSize sz)
- {
- MSize osz = sbufsz(sb), len = sbuflen(sb), nsz = osz;
- char *b;
- GCSize flag;
- if (nsz < LJ_MIN_SBUF) nsz = LJ_MIN_SBUF;
- while (nsz < sz) nsz += nsz;
- flag = sbufflag(sb);
- if ((flag & SBUF_FLAG_COW)) { /* Copy-on-write semantics. */
- lj_assertG_(G(sbufL(sb)), sb->w == sb->e, "bad SBuf COW");
- b = (char *)lj_mem_new(sbufL(sb), nsz);
- setsbufflag(sb, flag & ~(GCSize)SBUF_FLAG_COW);
- setgcrefnull(sbufX(sb)->cowref);
- memcpy(b, sb->b, osz);
- } else {
- b = (char *)lj_mem_realloc(sbufL(sb), sb->b, osz, nsz);
- }
- if ((flag & SBUF_FLAG_EXT)) {
- sbufX(sb)->r = sbufX(sb)->r - sb->b + b; /* Adjust read pointer, too. */
- }
- /* Adjust buffer pointers. */
- sb->b = b;
- sb->w = b + len;
- sb->e = b + nsz;
- if ((flag & SBUF_FLAG_BORROW)) { /* Adjust borrowed buffer pointers. */
- SBuf *bsb = mref(sbufX(sb)->bsb, SBuf);
- bsb->b = b;
- bsb->w = b + len;
- bsb->e = b + nsz;
- }
- }
- LJ_NOINLINE char *LJ_FASTCALL lj_buf_need2(SBuf *sb, MSize sz)
- {
- lj_assertG_(G(sbufL(sb)), sz > sbufsz(sb), "SBuf overflow");
- if (LJ_UNLIKELY(sz > LJ_MAX_BUF))
- lj_err_mem(sbufL(sb));
- buf_grow(sb, sz);
- return sb->b;
- }
- LJ_NOINLINE char *LJ_FASTCALL lj_buf_more2(SBuf *sb, MSize sz)
- {
- if (sbufisext(sb)) {
- SBufExt *sbx = (SBufExt *)sb;
- MSize len = sbufxlen(sbx);
- if (LJ_UNLIKELY(sz > LJ_MAX_BUF || len + sz > LJ_MAX_BUF))
- lj_err_mem(sbufL(sbx));
- if (len + sz > sbufsz(sbx)) { /* Must grow. */
- buf_grow((SBuf *)sbx, len + sz);
- } else if (sbufiscow(sb) || sbufxslack(sbx) < (sbufsz(sbx) >> 3)) {
- /* Also grow to avoid excessive compactions, if slack < size/8. */
- buf_grow((SBuf *)sbx, sbuflen(sbx) + sz); /* Not sbufxlen! */
- return sbx->w;
- }
- if (sbx->r != sbx->b) { /* Compact by moving down. */
- memmove(sbx->b, sbx->r, len);
- sbx->r = sbx->b;
- sbx->w = sbx->b + len;
- lj_assertG_(G(sbufL(sbx)), len + sz <= sbufsz(sbx), "bad SBuf compact");
- }
- } else {
- MSize len = sbuflen(sb);
- lj_assertG_(G(sbufL(sb)), sz > sbufleft(sb), "SBuf overflow");
- if (LJ_UNLIKELY(sz > LJ_MAX_BUF || len + sz > LJ_MAX_BUF))
- lj_err_mem(sbufL(sb));
- buf_grow(sb, len + sz);
- }
- return sb->w;
- }
- void LJ_FASTCALL lj_buf_shrink(lua_State *L, SBuf *sb)
- {
- char *b = sb->b;
- MSize osz = (MSize)(sb->e - b);
- if (osz > 2*LJ_MIN_SBUF) {
- MSize n = (MSize)(sb->w - b);
- b = lj_mem_realloc(L, b, osz, (osz >> 1));
- sb->b = b;
- sb->w = b + n;
- sb->e = b + (osz >> 1);
- }
- lj_assertG_(G(sbufL(sb)), !sbufisext(sb), "YAGNI shrink SBufExt");
- }
- char * LJ_FASTCALL lj_buf_tmp(lua_State *L, MSize sz)
- {
- SBuf *sb = &G(L)->tmpbuf;
- setsbufL(sb, L);
- return lj_buf_need(sb, sz);
- }
- #if LJ_HASBUFFER && LJ_HASJIT
- void lj_bufx_set(SBufExt *sbx, const char *p, MSize len, GCobj *ref)
- {
- lua_State *L = sbufL(sbx);
- lj_bufx_free(L, sbx);
- lj_bufx_set_cow(L, sbx, p, len);
- setgcref(sbx->cowref, ref);
- lj_gc_objbarrier(L, (GCudata *)sbx - 1, ref);
- }
- #if LJ_HASFFI
- MSize LJ_FASTCALL lj_bufx_more(SBufExt *sbx, MSize sz)
- {
- lj_buf_more((SBuf *)sbx, sz);
- return sbufleft(sbx);
- }
- #endif
- #endif
- /* -- Low-level buffer put operations ------------------------------------- */
- SBuf *lj_buf_putmem(SBuf *sb, const void *q, MSize len)
- {
- char *w = lj_buf_more(sb, len);
- w = lj_buf_wmem(w, q, len);
- sb->w = w;
- return sb;
- }
- #if LJ_HASJIT || LJ_HASFFI
- static LJ_NOINLINE SBuf * LJ_FASTCALL lj_buf_putchar2(SBuf *sb, int c)
- {
- char *w = lj_buf_more2(sb, 1);
- *w++ = (char)c;
- sb->w = w;
- return sb;
- }
- SBuf * LJ_FASTCALL lj_buf_putchar(SBuf *sb, int c)
- {
- char *w = sb->w;
- if (LJ_LIKELY(w < sb->e)) {
- *w++ = (char)c;
- sb->w = w;
- return sb;
- }
- return lj_buf_putchar2(sb, c);
- }
- #endif
- SBuf * LJ_FASTCALL lj_buf_putstr(SBuf *sb, GCstr *s)
- {
- MSize len = s->len;
- char *w = lj_buf_more(sb, len);
- w = lj_buf_wmem(w, strdata(s), len);
- sb->w = w;
- return sb;
- }
- /* -- High-level buffer put operations ------------------------------------ */
- SBuf * LJ_FASTCALL lj_buf_putstr_reverse(SBuf *sb, GCstr *s)
- {
- MSize len = s->len;
- char *w = lj_buf_more(sb, len), *e = w+len;
- const char *q = strdata(s)+len-1;
- while (w < e)
- *w++ = *q--;
- sb->w = w;
- return sb;
- }
- SBuf * LJ_FASTCALL lj_buf_putstr_lower(SBuf *sb, GCstr *s)
- {
- MSize len = s->len;
- char *w = lj_buf_more(sb, len), *e = w+len;
- const char *q = strdata(s);
- for (; w < e; w++, q++) {
- uint32_t c = *(unsigned char *)q;
- #if LJ_TARGET_PPC
- *w = c + ((c >= 'A' && c <= 'Z') << 5);
- #else
- if (c >= 'A' && c <= 'Z') c += 0x20;
- *w = c;
- #endif
- }
- sb->w = w;
- return sb;
- }
- SBuf * LJ_FASTCALL lj_buf_putstr_upper(SBuf *sb, GCstr *s)
- {
- MSize len = s->len;
- char *w = lj_buf_more(sb, len), *e = w+len;
- const char *q = strdata(s);
- for (; w < e; w++, q++) {
- uint32_t c = *(unsigned char *)q;
- #if LJ_TARGET_PPC
- *w = c - ((c >= 'a' && c <= 'z') << 5);
- #else
- if (c >= 'a' && c <= 'z') c -= 0x20;
- *w = c;
- #endif
- }
- sb->w = w;
- return sb;
- }
- SBuf *lj_buf_putstr_rep(SBuf *sb, GCstr *s, int32_t rep)
- {
- MSize len = s->len;
- if (rep > 0 && len) {
- uint64_t tlen = (uint64_t)rep * len;
- char *w;
- if (LJ_UNLIKELY(tlen > LJ_MAX_STR))
- lj_err_mem(sbufL(sb));
- w = lj_buf_more(sb, (MSize)tlen);
- if (len == 1) { /* Optimize a common case. */
- uint32_t c = strdata(s)[0];
- do { *w++ = c; } while (--rep > 0);
- } else {
- const char *e = strdata(s) + len;
- do {
- const char *q = strdata(s);
- do { *w++ = *q++; } while (q < e);
- } while (--rep > 0);
- }
- sb->w = w;
- }
- return sb;
- }
- SBuf *lj_buf_puttab(SBuf *sb, GCtab *t, GCstr *sep, int32_t i, int32_t e)
- {
- MSize seplen = sep ? sep->len : 0;
- if (i <= e) {
- for (;;) {
- cTValue *o = lj_tab_getint(t, i);
- char *w;
- if (!o) {
- badtype: /* Error: bad element type. */
- sb->w = (char *)(intptr_t)i; /* Store failing index. */
- return NULL;
- } else if (tvisstr(o)) {
- MSize len = strV(o)->len;
- w = lj_buf_wmem(lj_buf_more(sb, len + seplen), strVdata(o), len);
- } else if (tvisint(o)) {
- w = lj_strfmt_wint(lj_buf_more(sb, STRFMT_MAXBUF_INT+seplen), intV(o));
- } else if (tvisnum(o)) {
- w = lj_buf_more(lj_strfmt_putfnum(sb, STRFMT_G14, numV(o)), seplen);
- } else {
- goto badtype;
- }
- if (i++ == e) {
- sb->w = w;
- break;
- }
- if (seplen) w = lj_buf_wmem(w, strdata(sep), seplen);
- sb->w = w;
- }
- }
- return sb;
- }
- /* -- Miscellaneous buffer operations ------------------------------------- */
- GCstr * LJ_FASTCALL lj_buf_tostr(SBuf *sb)
- {
- return lj_str_new(sbufL(sb), sb->b, sbuflen(sb));
- }
- /* Concatenate two strings. */
- GCstr *lj_buf_cat2str(lua_State *L, GCstr *s1, GCstr *s2)
- {
- MSize len1 = s1->len, len2 = s2->len;
- char *buf = lj_buf_tmp(L, len1 + len2);
- memcpy(buf, strdata(s1), len1);
- memcpy(buf+len1, strdata(s2), len2);
- return lj_str_new(L, buf, len1 + len2);
- }
- /* Read ULEB128 from buffer. */
- uint32_t LJ_FASTCALL lj_buf_ruleb128(const char **pp)
- {
- const uint8_t *w = (const uint8_t *)*pp;
- uint32_t v = *w++;
- if (LJ_UNLIKELY(v >= 0x80)) {
- int sh = 0;
- v &= 0x7f;
- do { v |= ((*w & 0x7f) << (sh += 7)); } while (*w++ >= 0x80);
- }
- *pp = (const char *)w;
- return v;
- }
|