123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693 |
- package strings
- import "core:mem"
- import "core:unicode/utf8"
- clone :: proc(s: string, allocator := context.allocator) -> string {
- c := make([]byte, len(s)+1, allocator);
- copy(c, cast([]byte)s);
- c[len(s)] = 0;
- return string(c[:len(s)]);
- }
- clone_to_cstring :: proc(s: string, allocator := context.allocator) -> cstring {
- c := make([]byte, len(s)+1, allocator);
- copy(c, cast([]byte)s);
- c[len(s)] = 0;
- return cstring(&c[0]);
- }
- @(deprecated="Please use 'strings.clone'")
- new_string :: proc(s: string, allocator := context.allocator) -> string {
- c := make([]byte, len(s)+1, allocator);
- copy(c, cast([]byte)s);
- c[len(s)] = 0;
- return string(c[:len(s)]);
- }
- @(deprecated="Please use 'strings.clone_to_cstring'")
- new_cstring :: proc(s: string, allocator := context.allocator) -> cstring {
- c := make([]byte, len(s)+1, allocator);
- copy(c, cast([]byte)s);
- c[len(s)] = 0;
- return cstring(&c[0]);
- }
- @(deprecated="Please use a standard cast for cstring to string")
- to_odin_string :: proc(str: cstring) -> string {
- return string(str);
- }
- string_from_ptr :: proc(ptr: ^byte, len: int) -> string {
- return transmute(string)mem.Raw_String{ptr, len};
- }
- compare :: proc(lhs, rhs: string) -> int {
- return mem.compare(cast([]byte)lhs, cast([]byte)rhs);
- }
- contains_rune :: proc(s: string, r: rune) -> int {
- for c, offset in s {
- if c == r do return offset;
- }
- return -1;
- }
- contains :: proc(s, substr: string) -> bool {
- return index(s, substr) >= 0;
- }
- contains_any :: proc(s, chars: string) -> bool {
- return index_any(s, chars) >= 0;
- }
- rune_count :: proc(s: string) -> int {
- return utf8.rune_count_in_string(s);
- }
- equal_fold :: proc(s, t: string) -> bool {
- loop: for s != "" && t != "" {
- sr, tr: rune;
- if s[0] < utf8.RUNE_SELF {
- sr, s = rune(s[0]), s[1:];
- } else {
- r, size := utf8.decode_rune_in_string(s);
- sr, s = r, s[size:];
- }
- if t[0] < utf8.RUNE_SELF {
- tr, t = rune(t[0]), t[1:];
- } else {
- r, size := utf8.decode_rune_in_string(t);
- tr, t = r, t[size:];
- }
- if tr == sr { // easy case
- continue loop;
- }
- if tr < sr {
- tr, sr = sr, tr;
- }
- if tr < utf8.RUNE_SELF {
- switch sr {
- case 'A'..'Z':
- if tr == (sr+'a')-'A' {
- continue loop;
- }
- }
- return false;
- }
- // TODO(bill): Unicode folding
- return false;
- }
- return s == t;
- }
- has_prefix :: proc(s, prefix: string) -> bool {
- return len(s) >= len(prefix) && s[0:len(prefix)] == prefix;
- }
- has_suffix :: proc(s, suffix: string) -> bool {
- return len(s) >= len(suffix) && s[len(s)-len(suffix):] == suffix;
- }
- join :: proc(a: []string, sep: string, allocator := context.allocator) -> string {
- if len(a) == 0 {
- return "";
- }
- n := len(sep) * (len(a) - 1);
- for s in a {
- n += len(s);
- }
- b := make([]byte, n, allocator);
- i := copy(b, cast([]byte)a[0]);
- for s in a[1:] {
- i += copy(b[i:], cast([]byte)sep);
- i += copy(b[i:], cast([]byte)s);
- }
- return string(b);
- }
- concatenate :: proc(a: []string, allocator := context.allocator) -> string {
- if len(a) == 0 {
- return "";
- }
- n := 0;
- for s in a {
- n += len(s);
- }
- b := make([]byte, n, allocator);
- i := 0;
- for s in a {
- i += copy(b[i:], cast([]byte)s);
- }
- return string(b);
- }
- index_byte :: proc(s: string, c: byte) -> int {
- for i := 0; i < len(s); i += 1 {
- if s[i] == c do return i;
- }
- return -1;
- }
- // Returns i1 if c is not present
- last_index_byte :: proc(s: string, c: byte) -> int {
- for i := len(s)-1; i >= 0; i -= 1 {
- if s[i] == c do return i;
- }
- return -1;
- }
- index :: proc(s, substr: string) -> int {
- n := len(substr);
- switch {
- case n == 0:
- return 0;
- case n == 1:
- return index_byte(s, substr[0]);
- case n == len(s):
- if s == substr {
- return 0;
- }
- return -1;
- case n > len(s):
- return -1;
- }
- for i := 0; i < len(s)-n+1; i += 1 {
- x := s[i:i+n];
- if x == substr {
- return i;
- }
- }
- return -1;
- }
- index_any :: proc(s, chars: string) -> int {
- if chars == "" {
- return -1;
- }
- // TODO(bill): Optimize
- for r, i in s {
- for c in chars {
- if r == c {
- return i;
- }
- }
- }
- return -1;
- }
- last_index_any :: proc(s, chars: string) -> int {
- if chars == "" {
- return -1;
- }
- for i := len(s); i > 0; {
- r, w := utf8.decode_last_rune_in_string(s[:i]);
- i -= w;
- for c in chars {
- if r == c {
- return i;
- }
- }
- }
- return -1;
- }
- count :: proc(s, substr: string) -> int {
- if len(substr) == 0 { // special case
- return rune_count(s) + 1;
- }
- if len(substr) == 1 {
- c := substr[0];
- switch len(s) {
- case 0:
- return 0;
- case 1:
- return int(s[0] == c);
- }
- n := 0;
- for i := 0; i < len(s); i += 1 {
- if s[i] == c {
- n += 1;
- }
- }
- return n;
- }
- // TODO(bill): Use a non-brute for approach
- n := 0;
- for {
- i := index(s, substr);
- if i == -1 {
- return n;
- }
- n += 1;
- s = s[i+len(substr):];
- }
- return n;
- }
- repeat :: proc(s: string, count: int, allocator := context.allocator) -> string {
- if count < 0 {
- panic("strings: negative repeat count");
- } else if count > 0 && (len(s)*count)/count != len(s) {
- panic("strings: repeat count will cause an overflow");
- }
- b := make([]byte, len(s)*count, allocator);
- i := copy(b, cast([]byte)s);
- for i < len(b) { // 2^N trick to reduce the need to copy
- copy(b[i:], b[:i]);
- i *= 2;
- }
- return string(b);
- }
- replace_all :: proc(s, old, new: string, allocator := context.allocator) -> (output: string, was_allocation: bool) {
- return replace(s, old, new, -1, allocator);
- }
- // if n < 0, no limit on the number of replacements
- replace :: proc(s, old, new: string, n: int, allocator := context.allocator) -> (output: string, was_allocation: bool) {
- if old == new || n == 0 {
- was_allocation = false;
- output = s;
- return;
- }
- if m := count(s, old); m == 0 {
- was_allocation = false;
- output = s;
- return;
- } else if n < 0 || m < n {
- n = m;
- }
- t := make([]byte, len(s) + n*(len(new) - len(old)), allocator);
- was_allocation = true;
- w := 0;
- start := 0;
- for i := 0; i < n; i += 1 {
- j := start;
- if len(old) == 0 {
- if i > 0 {
- _, width := utf8.decode_rune_in_string(s[start:]);
- j += width;
- }
- } else {
- j += index(s[start:], old);
- }
- w += copy(t[w:], cast([]byte)s[start:j]);
- w += copy(t[w:], cast([]byte)new);
- start = j + len(old);
- }
- w += copy(t[w:], cast([]byte)s[start:]);
- output = string(t[0:w]);
- return;
- }
- is_ascii_space :: proc(r: rune) -> bool {
- switch r {
- case '\t', '\n', '\v', '\f', '\r', ' ':
- return true;
- }
- return false;
- }
- is_space :: proc(r: rune) -> bool {
- if r < 0x2000 {
- switch r {
- case '\t', '\n', '\v', '\f', '\r', ' ', 0x85, 0xa0, 0x1680:
- return true;
- }
- } else {
- if r <= 0x200a {
- return true;
- }
- switch r {
- case 0x2028, 0x2029, 0x202f, 0x205f, 0x3000:
- return true;
- }
- }
- return false;
- }
- is_null :: proc(r: rune) -> bool {
- return r == 0x0000;
- }
- index_proc :: proc(s: string, p: proc(rune) -> bool, truth := true) -> int {
- for r, i in s {
- if p(r) == truth {
- return i;
- }
- }
- return -1;
- }
- index_proc_with_state :: proc(s: string, p: proc(rawptr, rune) -> bool, state: rawptr, truth := true) -> int {
- for r, i in s {
- if p(state, r) == truth {
- return i;
- }
- }
- return -1;
- }
- last_index_proc :: proc(s: string, p: proc(rune) -> bool, truth := true) -> int {
- // TODO(bill): Probably use Rabin-Karp Search
- for i := len(s); i > 0; {
- r, size := utf8.decode_last_rune_in_string(s[:i]);
- i -= size;
- if p(r) == truth {
- return i;
- }
- }
- return -1;
- }
- last_index_proc_with_state :: proc(s: string, p: proc(rawptr, rune) -> bool, state: rawptr, truth := true) -> int {
- // TODO(bill): Probably use Rabin-Karp Search
- for i := len(s); i > 0; {
- r, size := utf8.decode_last_rune_in_string(s[:i]);
- i -= size;
- if p(state, r) == truth {
- return i;
- }
- }
- return -1;
- }
- trim_left_proc :: proc(s: string, p: proc(rune) -> bool) -> string {
- i := index_proc(s, p, false);
- if i == -1 {
- return "";
- }
- return s[i:];
- }
- index_rune :: proc(s: string, r: rune) -> int {
- switch {
- case 0 <= r && r < utf8.RUNE_SELF:
- return index_byte(s, byte(r));
- case r == utf8.RUNE_ERROR:
- for c, i in s {
- if c == utf8.RUNE_ERROR {
- return i;
- }
- }
- return -1;
- case !utf8.valid_rune(r):
- return -1;
- }
- b, w := utf8.encode_rune(r);
- return index(s, string(b[:w]));
- }
- trim_left_proc_with_state :: proc(s: string, p: proc(rawptr, rune) -> bool, state: rawptr) -> string {
- i := index_proc_with_state(s, p, state, false);
- if i == -1 {
- return "";
- }
- return s[i:];
- }
- trim_right_proc :: proc(s: string, p: proc(rune) -> bool) -> string {
- i := last_index_proc(s, p, false);
- if i >= 0 && s[i] >= utf8.RUNE_SELF {
- _, w := utf8.decode_rune_in_string(s[i:]);
- i += w;
- } else {
- i += 1;
- }
- return s[0:i];
- }
- trim_right_proc_with_state :: proc(s: string, p: proc(rawptr, rune) -> bool, state: rawptr) -> string {
- i := last_index_proc_with_state(s, p, state, false);
- if i >= 0 && s[i] >= utf8.RUNE_SELF {
- _, w := utf8.decode_rune_in_string(s[i:]);
- i += w;
- } else {
- i += 1;
- }
- return s[0:i];
- }
- is_in_cutset :: proc(state: rawptr, r: rune) -> bool {
- if state == nil {
- return false;
- }
- cutset := (^string)(state)^;
- for c in cutset {
- if r == c {
- return true;
- }
- }
- return false;
- }
- trim_left :: proc(s: string, cutset: string) -> string {
- if s == "" || cutset == "" {
- return s;
- }
- return trim_left_proc_with_state(s, is_in_cutset, &cutset);
- }
- trim_right :: proc(s: string, cutset: string) -> string {
- if s == "" || cutset == "" {
- return s;
- }
- return trim_right_proc_with_state(s, is_in_cutset, &cutset);
- }
- trim :: proc(s: string, cutset: string) -> string {
- return trim_right(trim_left(s, cutset), cutset);
- }
- trim_left_space :: proc(s: string) -> string {
- return trim_left_proc(s, is_space);
- }
- trim_right_space :: proc(s: string) -> string {
- return trim_right_proc(s, is_space);
- }
- trim_space :: proc(s: string) -> string {
- return trim_right_space(trim_left_space(s));
- }
- trim_left_null :: proc(s: string) -> string {
- return trim_left_proc(s, is_null);
- }
- trim_right_null :: proc(s: string) -> string {
- return trim_right_proc(s, is_null);
- }
- trim_null :: proc(s: string) -> string {
- return trim_right_null(trim_left_null(s));
- }
- // scrub scruvs invalid utf-8 characters and replaces them with the replacement string
- // Adjacent invalid bytes are only replaced once
- scrub :: proc(str: string, replacement: string, allocator := context.allocator) -> string {
- b := make_builder(allocator);;
- grow_builder(&b, len(str));
- has_error := false;
- cursor := 0;
- origin := str;
- for len(str) > 0 {
- r, w := utf8.decode_rune_in_string(str);
- if r == utf8.RUNE_ERROR {
- if !has_error {
- has_error = true;
- write_string(&b, origin[:cursor]);
- }
- } else if has_error {
- has_error = false;
- write_string(&b, replacement);
- origin = origin[cursor:];
- cursor = 0;
- }
- cursor += w;
- str = str[w:];
- }
- return to_string(b);
- }
- reverse :: proc(str: string, allocator := context.allocator) -> string {
- n := len(str);
- buf := make([]byte, n);
- i := 0;
- for len(str) > 0 {
- _, w := utf8.decode_rune_in_string(str);
- copy(buf[i:], cast([]byte)str[:w]);
- str = str[w:];
- }
- return string(buf);
- }
- expand_tabs :: proc(str: string, tab_size: int, allocator := context.allocator) -> string {
- if tab_size <= 0 {
- panic("tab size must be positive");
- }
- if str == "" {
- return "";
- }
- b := make_builder(allocator);
- column: int;
- for len(str) > 0 {
- r, w := utf8.decode_rune_in_string(str);
- if r == '\t' {
- expand := tab_size - column%tab_size;
- for i := 0; i < expand; i += 1 {
- write_byte(&b, ' ');
- }
- column += expand;
- } else {
- if r == '\n' {
- column = 0;
- } else {
- column += w;
- }
- write_rune(&b, r);
- }
- str = str[w:];
- }
- return to_string(b);
- }
- partition :: proc(str, sep: string) -> (head, match, tail: string) {
- i := index(str, sep);
- if i == -1 {
- head = str;
- return;
- }
- head = str[:i];
- match = str[i:i+len(sep)];
- tail = str[i+len(sep):];
- return;
- }
- center_justify :: centre_justify; // NOTE(bill): Because Americans exist
- // centre_justify returns a string with a pad string at boths sides if the str's rune length is smaller than length
- centre_justify :: proc(str: string, length: int, pad: string, allocator := context.allocator) -> string {
- n := rune_count(str);
- if n >= length || pad == "" {
- return clone(str, allocator);
- }
- remains := length-1;
- pad_len := rune_count(pad);
- b := make_builder(allocator);
- grow_builder(&b, len(str) + (remains/pad_len + 1)*len(pad));
- write_pad_string(&b, pad, pad_len, remains/2);
- write_string(&b, str);
- write_pad_string(&b, pad, pad_len, (remains+1)/2);
- return to_string(b);
- }
- // left_justify returns a string with a pad string at left side if the str's rune length is smaller than length
- left_justify :: proc(str: string, length: int, pad: string, allocator := context.allocator) -> string {
- n := rune_count(str);
- if n >= length || pad == "" {
- return clone(str, allocator);
- }
- remains := length-1;
- pad_len := rune_count(pad);
- b := make_builder(allocator);
- grow_builder(&b, len(str) + (remains/pad_len + 1)*len(pad));
- write_string(&b, str);
- write_pad_string(&b, pad, pad_len, remains);
- return to_string(b);
- }
- // right_justify returns a string with a pad string at right side if the str's rune length is smaller than length
- right_justify :: proc(str: string, length: int, pad: string, allocator := context.allocator) -> string {
- n := rune_count(str);
- if n >= length || pad == "" {
- return clone(str, allocator);
- }
- remains := length-1;
- pad_len := rune_count(pad);
- b := make_builder(allocator);
- grow_builder(&b, len(str) + (remains/pad_len + 1)*len(pad));
- write_pad_string(&b, pad, pad_len, remains);
- write_string(&b, str);
- return to_string(b);
- }
- @private
- write_pad_string :: proc(b: ^Builder, pad: string, pad_len, remains: int) {
- repeats := remains / pad_len;
- for i := 0; i < repeats; i += 1 {
- write_string(b, pad);
- }
- remains = remains % pad_len;
- if remains != 0 do for i := 0; i < remains; i += 1 {
- r, w := utf8.decode_rune_in_string(pad);
- write_rune(b, r);
- pad = pad[w:];
- }
- }
|