Fcalva/cyclone
1
0
Fork 0
mirror of https://github.com/justinethier/cyclone.git synced 2025-05-23 20:15:05 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

WIP - utf8 / string conversion functions

Browse source
This commit is contained in:
Justin Ethier 2017-10-24 13:23:48 +00:00
parent cb1bfef031
commit 13254d06f0
1 changed files with 10 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
runtime.c
View file

@ -2106,6 +2106,7 @@ object Cyc_string_set(void *data, object str, object k, object chr)
if (string_num_cp(str) == string_len(str)) {
raw[idx] = obj_obj2char(chr);
} else {
fprintf(stderr, "DEBUG %s, num_cp = %d, len = %d\n", raw, string_num_cp(str), len);
// TODO: utf8 support
// find codepoint at k, figure out how many bytes it is,
// allocate a new string (start) + chr + (end)
@ -2569,6 +2570,10 @@ object Cyc_utf82string(void *data, object cont, object bv, object start,
st.str = alloca(sizeof(char) * (len + 1));
memcpy(st.str, &buf[s], len);
st.str[len] = '\0';
st.num_cp = Cyc_utf8_count_code_points((uint8_t *)(st.str));
if (st.num_cp < 0) {
Cyc_rt_raise2(data, "utf8->string - error decoding UTF 8", bv);
}
_return_closcall1(data, cont, &st);
}
}
@ -2596,6 +2601,11 @@ object Cyc_string2utf8(void *data, object cont, object str, object start,
Cyc_rt_raise2(data, "string->utf8 - invalid end", end);
}
// TODO: we have code point positions s, e, and length. We need to take those
// and walk the string to figure out the starting and ending BYTE positions
// TODO: fast path, can keep below if string_num_cp(str) == string_len(str)
result.len = len;
result.data = alloca(sizeof(char) * len);
memcpy(&result.data[0], &(string_str(str))[s], len);