pocketpy/src/public/py_str.c

#include "pocketpy/common/str.h"
#include "pocketpy/pocketpy.h"

#include "pocketpy/common/utils.h"
#include "pocketpy/objects/object.h"
#include "pocketpy/interpreter/vm.h"
#include "pocketpy/common/sstream.h"

void py_newstr(py_Ref out, const char* data) { return py_newstrn(out, data, strlen(data)); }

void py_newstrn(py_Ref out, const char* data, int size) {
    pk_ManagedHeap* heap = &pk_current_vm->heap;
    int total_size = sizeof(c11_string) + size + 1;
    PyObject* obj = pk_ManagedHeap__gcnew(heap, tp_str, 0, total_size);
    c11_string* ud = PyObject__userdata(obj);
    c11_string__ctor2(ud, data, size);
    out->type = tp_str;
    out->is_ptr = true;
    out->_obj = obj;
}

unsigned char* py_newbytes(py_Ref out, int size) {
    pk_ManagedHeap* heap = &pk_current_vm->heap;
    // 4 bytes size + data
    PyObject* obj = pk_ManagedHeap__gcnew(heap, tp_bytes, 0, sizeof(c11_bytes) + size);
    c11_bytes* ud = PyObject__userdata(obj);
    ud->size = size;
    out->type = tp_bytes;
    out->is_ptr = true;
    out->_obj = obj;
    return ud->data;
}

const char* py_tostr(const py_Ref self) {
    assert(self->type == tp_str);
    c11_string* ud = PyObject__userdata(self->_obj);
    return ud->data;
}

const char* py_tostrn(const py_Ref self, int* size) {
    assert(self->type == tp_str);
    c11_string* ud = PyObject__userdata(self->_obj);
    *size = ud->size;
    return ud->data;
}

unsigned char* py_tobytes(const py_Ref self, int* size) {
    assert(self->type == tp_bytes);
    c11_bytes* ud = PyObject__userdata(self->_obj);
    *size = ud->size;
    return ud->data;
}

////////////////////////////////
static bool _py_str__new__(int argc, py_Ref argv) {
    assert(argc >= 1);
    if(argc == 1) {
        py_newstr(py_retval(), "");
        return true;
    }
    if(argc > 2) return TypeError("str() takes at most 1 argument");
    return py_str(py_arg(1));
}

static bool _py_str__hash__(int argc, py_Ref argv) {
    PY_CHECK_ARGC(1);
    int size;
    const char* data = py_tostrn(&argv[0], &size);
    py_i64 res = 0;
    for(int i = 0; i < size; i++) {
        res = res * 31 + data[i];
    }
    py_newint(py_retval(), res);
    return true;
}

static bool _py_str__len__(int argc, py_Ref argv) {
    PY_CHECK_ARGC(1);
    c11_string* self = py_touserdata(&argv[0]);
    py_newint(py_retval(), self->size);
    return true;
}

static bool _py_str__add__(int argc, py_Ref argv) {
    PY_CHECK_ARGC(2);
    c11_string* self = py_touserdata(&argv[0]);
    if(py_arg(1)->type != tp_str) {
        py_newnotimplemented(py_retval());
    } else {
        c11_string* other = py_touserdata(&argv[1]);
        int total_size = sizeof(c11_string) + self->size + other->size + 1;
        c11_string* res = py_newobject(py_retval(), tp_str, 0, total_size);
        res->size = self->size + other->size;
        char* p = (char*)res->data;
        memcpy(p, self->data, self->size);
        memcpy(p + self->size, other->data, other->size);
        p[res->size] = '\0';
    }
    return true;
}

static bool _py_str__mul__(int argc, py_Ref argv) {
    PY_CHECK_ARGC(2);
    c11_string* self = py_touserdata(&argv[0]);
    if(py_arg(1)->type != tp_int) {
        py_newnotimplemented(py_retval());
    } else {
        py_i64 n = py_toint(py_arg(1));
        if(n <= 0) {
            py_newstr(py_retval(), "");
        } else {
            int total_size = sizeof(c11_string) + self->size * n + 1;
            c11_string* res = py_newobject(py_retval(), tp_str, 0, total_size);
            res->size = self->size * n;
            char* p = (char*)res->data;
            for(int i = 0; i < n; i++) {
                memcpy(p + i * self->size, self->data, self->size);
            }
            p[res->size] = '\0';
        }
    }
    return true;
}

static bool _py_str__rmul__(int argc, py_Ref argv) { return _py_str__mul__(argc, argv); }

static bool _py_str__contains__(int argc, py_Ref argv) {
    PY_CHECK_ARGC(2);
    c11_string* self = py_touserdata(&argv[0]);
    if(py_arg(1)->type != tp_str) {
        py_newnotimplemented(py_retval());
    } else {
        c11_string* other = py_touserdata(&argv[1]);
        const char* p = strstr(self->data, other->data);
        py_newbool(py_retval(), p != NULL);
    }
    return true;
}

static bool _py_str__str__(int argc, py_Ref argv) {
    PY_CHECK_ARGC(1);
    *py_retval() = argv[0];
    return true;
}

static bool _py_str__repr__(int argc, py_Ref argv) {
    PY_CHECK_ARGC(1);
    c11_sbuf buf;
    c11_sbuf__ctor(&buf);
    int size;
    const char* data = py_tostrn(&argv[0], &size);
    c11_sbuf__write_quoted(&buf, (c11_sv){data, size}, '\'');
    c11_string* res = c11_sbuf__submit(&buf);
    py_newstrn(py_retval(), res->data, res->size);
    c11_string__delete(res);
    return true;
}

static bool _py_str__iter__(int argc, py_Ref argv) {
    PY_CHECK_ARGC(1);
    return py_tpcall(tp_str_iterator, 1, argv);
}

static bool _py_str__getitem__(int argc, py_Ref argv) {
    PY_CHECK_ARGC(2);
    c11_sv self = c11_string__sv(py_touserdata(&argv[0]));
    py_Ref _1 = py_arg(1);
    if(_1->type == tp_int) {
        int index = py_toint(py_arg(1));
        pk__normalize_index(&index, self.size);
        c11_sv res = c11_sv__u8_getitem(self, index);
        py_newstrn(py_retval(), res.data, res.size);
    } else if(_1->type == tp_slice) {
        int start, stop, step;
        bool ok = pk__parse_int_slice(_1, c11_sv__u8_length(self), &start, &stop, &step);
        if(!ok) return false;
        c11_string* res = c11_sv__u8_slice(self, start, stop, step);
        py_newstrn(py_retval(), res->data, res->size);
        c11_string__delete(res);
        return true;
    } else {
        return TypeError("str indices must be integers");
    }
    return true;
}

#define DEF_STR_CMP_OP(op, __f, __cond)                                                            \
    static bool _py_str##op(int argc, py_Ref argv) {                                               \
        PY_CHECK_ARGC(2);                                                                          \
        c11_string* self = py_touserdata(&argv[0]);                                                \
        if(py_arg(1)->type != tp_str) {                                                            \
            py_newnotimplemented(py_retval());                                                     \
        } else {                                                                                   \
            c11_string* other = py_touserdata(&argv[1]);                                           \
            int res = __f(c11_string__sv(self), c11_string__sv(other));                            \
            py_newbool(py_retval(), __cond);                                                       \
        }                                                                                          \
        return true;                                                                               \
    }

DEF_STR_CMP_OP(__eq__, c11__sveq, res)
DEF_STR_CMP_OP(__ne__, c11__sveq, !res)
DEF_STR_CMP_OP(__lt__, c11_sv__cmp, res < 0)
DEF_STR_CMP_OP(__le__, c11_sv__cmp, res <= 0)
DEF_STR_CMP_OP(__gt__, c11_sv__cmp, res > 0)
DEF_STR_CMP_OP(__ge__, c11_sv__cmp, res >= 0)

#undef DEF_STR_CMP_OP

static bool _py_str__lower(int argc, py_Ref argv) {
    PY_CHECK_ARGC(1);
    c11_string* self = py_touserdata(&argv[0]);
    int total_size = sizeof(c11_string) + self->size + 1;
    c11_string* res = py_newobject(py_retval(), tp_str, 0, total_size);
    res->size = self->size;
    char* p = (char*)res->data;
    for(int i = 0; i < self->size; i++) {
        char c = self->data[i];
        p[i] = c >= 'A' && c <= 'Z' ? c + 32 : c;
    }
    p[res->size] = '\0';
    return true;
}

static bool _py_str__upper(int argc, py_Ref argv) {
    PY_CHECK_ARGC(1);
    c11_string* self = py_touserdata(&argv[0]);
    int total_size = sizeof(c11_string) + self->size + 1;
    c11_string* res = py_newobject(py_retval(), tp_str, 0, total_size);
    res->size = self->size;
    char* p = (char*)res->data;
    for(int i = 0; i < self->size; i++) {
        char c = self->data[i];
        p[i] = c >= 'a' && c <= 'z' ? c - 32 : c;
    }
    p[res->size] = '\0';
    return true;
}

static bool _py_str__startswith(int argc, py_Ref argv) {
    PY_CHECK_ARGC(2);
    c11_string* self = py_touserdata(&argv[0]);
    PY_CHECK_ARG_TYPE(1, tp_str);
    c11_string* other = py_touserdata(&argv[1]);
    c11_sv _0 = c11_sv__slice2(c11_string__sv(self), 0, other->size);
    c11_sv _1 = c11_string__sv(other);
    py_newbool(py_retval(), c11__sveq(_0, _1));
    return true;
}

static bool _py_str__endswith(int argc, py_Ref argv) {
    PY_CHECK_ARGC(2);
    c11_string* self = py_touserdata(&argv[0]);
    PY_CHECK_ARG_TYPE(1, tp_str);
    c11_string* other = py_touserdata(&argv[1]);
    c11_sv _0 = c11_sv__slice2(c11_string__sv(self), self->size - other->size, self->size);
    c11_sv _1 = c11_string__sv(other);
    py_newbool(py_retval(), c11__sveq(_0, _1));
    return true;
}

static bool _py_str__join(int argc, py_Ref argv) {
    PY_CHECK_ARGC(2);
    c11_sv self = c11_string__sv(py_touserdata(&argv[0]));
    py_Ref _1 = py_arg(1);
    // join a list or tuple
    py_TValue* p;
    int length;
    if(py_istype(_1, tp_list)) {
        p = py_list__getitem(_1, 0);
        length = py_list__len(_1);
    } else if(py_istype(_1, tp_tuple)) {
        p = py_tuple__getitem(_1, 0);
        length = py_tuple__len(_1);
    } else {
        return TypeError("join() argument must be a list or tuple");
    }

    c11_sbuf buf;
    c11_sbuf__ctor(&buf);
    for(int i = 0; i < length; i++) {
        if(i > 0) c11_sbuf__write_sv(&buf, self);
        if(!py_checkstr(&p[i])) {
            c11_sbuf__dtor(&buf);
            return false;
        }
        c11_string* item = py_touserdata(&p[i]);
        c11_sbuf__write_cstrn(&buf, item->data, item->size);
    }
    c11_string* res = c11_sbuf__submit(&buf);
    py_newstrn(py_retval(), res->data, res->size);
    c11_string__delete(res);
    return true;
}

static bool _py_str__replace(int argc, py_Ref argv) {
    PY_CHECK_ARGC(3);
    c11_string* self = py_touserdata(&argv[0]);
    PY_CHECK_ARG_TYPE(1, tp_str);
    PY_CHECK_ARG_TYPE(2, tp_str);
    c11_string* old = py_touserdata(&argv[1]);
    c11_string* new_ = py_touserdata(&argv[2]);
    c11_string* res =
        c11_sv__replace2(c11_string__sv(self), c11_string__sv(old), c11_string__sv(new_));
    py_newstrn(py_retval(), res->data, res->size);
    c11_string__delete(res);
    return true;
}

static bool _py_str__split(int argc, py_Ref argv) {
    c11_sv self = c11_string__sv(py_touserdata(&argv[0]));
    c11_vector res;
    if(argc > 2) return TypeError("split() takes at most 2 arguments");
    if(argc == 1) {
        // sep = ' '
        res = c11_sv__split(self, ' ');
    }
    if(argc == 2) {
        // sep = argv[1]
        if(!py_checkstr(&argv[1])) return false;
        c11_sv sep = c11_string__sv(py_touserdata(&argv[1]));
        res = c11_sv__split2(self, sep);
    }
    py_newlistn(py_retval(), res.count);
    for(int i = 0; i < res.count; i++) {
        c11_sv item = c11__getitem(c11_sv, &res, i);
        py_newstrn(py_list__getitem(py_retval(), i), item.data, item.size);
    }
    c11_vector__dtor(&res);
    return true;
}

static bool _py_str__count(int argc, py_Ref argv) {
    PY_CHECK_ARGC(2);
    c11_string* self = py_touserdata(&argv[0]);
    PY_CHECK_ARG_TYPE(1, tp_str);
    c11_string* sub = py_touserdata(&argv[1]);
    int res = c11_sv__count(c11_string__sv(self), c11_string__sv(sub));
    py_newint(py_retval(), res);
    return true;
}

static bool _py_str__strip_impl(bool left, bool right, int argc, py_Ref argv) {
    c11_sv self = c11_string__sv(py_touserdata(&argv[0]));
    c11_sv chars;
    if(argc == 1) {
        chars = (c11_sv){" \t\n\r", 4};
    } else if(argc == 2) {
        if(!py_checkstr(&argv[1])) return false;
        chars = c11_string__sv(py_touserdata(&argv[1]));
    } else {
        return TypeError("strip() takes at most 2 arguments");
    }
    c11_sv res = c11_sv__strip(self, chars, left, right);
    py_newstrn(py_retval(), res.data, res.size);
    return true;
}

static bool _py_str__strip(int argc, py_Ref argv) {
    return _py_str__strip_impl(true, true, argc, argv);
}

static bool _py_str__lstrip(int argc, py_Ref argv) {
    return _py_str__strip_impl(true, false, argc, argv);
}

static bool _py_str__rstrip(int argc, py_Ref argv) {
    return _py_str__strip_impl(false, true, argc, argv);
}

static bool _py_str__zfill(int argc, py_Ref argv) {
    PY_CHECK_ARGC(2);
    c11_sv self = c11_string__sv(py_touserdata(&argv[0]));
    PY_CHECK_ARG_TYPE(1, tp_int);
    int width = py_toint(py_arg(1));
    int delta = width - c11_sv__u8_length(self);
    if(delta <= 0) {
        *py_retval() = argv[0];
        return true;
    }
    c11_sbuf buf;
    c11_sbuf__ctor(&buf);
    for(int i = 0; i < delta; i++) {
        c11_sbuf__write_char(&buf, '0');
    }
    c11_sbuf__write_sv(&buf, self);
    c11_string* res = c11_sbuf__submit(&buf);
    py_newstrn(py_retval(), res->data, res->size);
    c11_string__delete(res);
    return true;
}

static bool _py_str__widthjust_impl(bool left, int argc, py_Ref argv) {
    if(argc > 1 + 2) return TypeError("expected at most 2 arguments");
    char pad;
    if(argc == 1 + 1) {
        pad = ' ';
    } else {
        if(!py_checkstr(&argv[2])) return false;
        c11_string* padstr = py_touserdata(&argv[2]);
        if(padstr->size != 1)
            return TypeError("The fill character must be exactly one character long");
        pad = padstr->data[0];
    }
    c11_sv self = c11_string__sv(py_touserdata(&argv[0]));
    PY_CHECK_ARG_TYPE(1, tp_int);
    int width = py_toint(py_arg(1));
    if(width <= self.size) {
        *py_retval() = argv[0];
        return true;
    }
    c11_sbuf buf;
    c11_sbuf__ctor(&buf);
    if(left) {
        c11_sbuf__write_sv(&buf, self);
        for(int i = 0; i < width - self.size; i++) {
            c11_sbuf__write_char(&buf, pad);
        }
    } else {
        for(int i = 0; i < width - self.size; i++) {
            c11_sbuf__write_char(&buf, pad);
        }
        c11_sbuf__write_sv(&buf, self);
    }
    c11_string* res = c11_sbuf__submit(&buf);
    py_newstrn(py_retval(), res->data, res->size);
    c11_string__delete(res);
    return true;
}

static bool _py_str__ljust(int argc, py_Ref argv) {
    return _py_str__widthjust_impl(true, argc, argv);
}

static bool _py_str__rjust(int argc, py_Ref argv) {
    return _py_str__widthjust_impl(false, argc, argv);
}

py_Type pk_str__register() {
    pk_VM* vm = pk_current_vm;
    py_Type type = pk_VM__new_type(vm, "str", tp_object, NULL, false);
    // no need to dtor because the memory is controlled by the object

    py_bindmagic(tp_str, __new__, _py_str__new__);
    py_bindmagic(tp_str, __hash__, _py_str__hash__);
    py_bindmagic(tp_str, __len__, _py_str__len__);
    py_bindmagic(tp_str, __add__, _py_str__add__);
    py_bindmagic(tp_str, __mul__, _py_str__mul__);
    py_bindmagic(tp_str, __rmul__, _py_str__rmul__);
    py_bindmagic(tp_str, __contains__, _py_str__contains__);
    py_bindmagic(tp_str, __str__, _py_str__str__);
    py_bindmagic(tp_str, __repr__, _py_str__repr__);
    py_bindmagic(tp_str, __iter__, _py_str__iter__);
    py_bindmagic(tp_str, __getitem__, _py_str__getitem__);

    py_bindmagic(tp_str, __eq__, _py_str__eq__);
    py_bindmagic(tp_str, __ne__, _py_str__ne__);
    py_bindmagic(tp_str, __lt__, _py_str__lt__);
    py_bindmagic(tp_str, __le__, _py_str__le__);
    py_bindmagic(tp_str, __gt__, _py_str__gt__);
    py_bindmagic(tp_str, __ge__, _py_str__ge__);

    py_bindmethod(tp_str, "lower", _py_str__lower);
    py_bindmethod(tp_str, "upper", _py_str__upper);
    py_bindmethod(tp_str, "startswith", _py_str__startswith);
    py_bindmethod(tp_str, "endswith", _py_str__endswith);
    py_bindmethod(tp_str, "join", _py_str__join);
    py_bindmethod(tp_str, "replace", _py_str__replace);
    py_bindmethod(tp_str, "split", _py_str__split);
    py_bindmethod(tp_str, "count", _py_str__count);
    py_bindmethod(tp_str, "strip", _py_str__strip);
    py_bindmethod(tp_str, "lstrip", _py_str__lstrip);
    py_bindmethod(tp_str, "rstrip", _py_str__rstrip);
    py_bindmethod(tp_str, "zfill", _py_str__zfill);
    py_bindmethod(tp_str, "ljust", _py_str__ljust);
    py_bindmethod(tp_str, "rjust", _py_str__rjust);
    return type;
}

static bool _py_str_iterator__new__(int argc, py_Ref argv) {
    PY_CHECK_ARGC(2);
    PY_CHECK_ARG_TYPE(1, tp_str);
    int* ud = py_newobject(py_retval(), tp_str_iterator, 1, sizeof(int));
    *ud = 0;
    py_setslot(py_retval(), 0, &argv[1]);
    return true;
}

static bool _py_str_iterator__iter__(int argc, py_Ref argv) {
    PY_CHECK_ARGC(1);
    *py_retval() = argv[0];
    return true;
}

static bool _py_str_iterator__next__(int argc, py_Ref argv) {
    PY_CHECK_ARGC(1);
    int* ud = py_touserdata(&argv[0]);
    int size;
    const char* data = py_tostrn(py_getslot(argv, 0), &size);
    if(*ud == size) {
        *py_retval() = pk_current_vm->StopIteration;
        return true;
    }
    int start = *ud;
    int len = c11__u8_header(data[*ud], false);
    *ud += len;
    py_newstrn(py_retval(), data + start, len);
    return true;
}

py_Type pk_str_iterator__register() {
    pk_VM* vm = pk_current_vm;
    py_Type type = pk_VM__new_type(vm, "str_iterator", tp_object, NULL, false);
    py_bindmagic(type, __new__, _py_str_iterator__new__);
    py_bindmagic(type, __iter__, _py_str_iterator__iter__);
    py_bindmagic(type, __next__, _py_str_iterator__next__);
    return type;
}

py_Type pk_bytes__register() {
    pk_VM* vm = pk_current_vm;
    py_Type type = pk_VM__new_type(vm, "bytes", tp_object, NULL, false);
    // no need to dtor because the memory is controlled by the object
    return type;
}

bool py_str(py_Ref val) {
    py_Ref tmp = py_tpfindmagic(val->type, __str__);
    if(!tmp) return py_repr(val);
    return py_call(tmp, 1, val);
}