utf-8 support in strings

src/vm/object.c

@@ -7,6 +7,7 @@
 #include "table.h"
 #include "value.h"
 #include "vm.h"
+#include "utf8.h"
 
 #define ALLOCATE_OBJ(vm, type, objectType) \
     (type*)allocateObject(vm, sizeof(type), objectType)
@@ -152,6 +153,10 @@ static ObjString *allocateString(DictuVM *vm, char *chars, int length,
     string->length = length;
     string->chars = chars;
     string->hash = hash;
+    if(utf8valid(chars) == 0)
+        string->character_len = utf8len(chars);
+    else
+        string->character_len = length;
     push(vm, OBJ_VAL(string));
     tableSet(vm, &vm->strings, string, NIL_VAL);
     pop(vm);

src/vm/object.h

@@ -131,6 +131,7 @@ struct sObjString {
     int length;
     char *chars;
     uint32_t hash;
+    int character_len;
 };
 
 struct sObjList {