tokenizer->token_start = tkn_start;
tokenizer->token_end = tkn_end;
/* copying into token buffer if it exists */
tokenizer->token_start = tkn_start;
tokenizer->token_end = tkn_end;
/* copying into token buffer if it exists */
if (tkn16->utf16_cap < tkn_len)
icu_buf_utf16_resize(tkn16, (size_t) tkn_len * 2);
if (tkn16->utf16_cap < tkn_len)
icu_buf_utf16_resize(tkn16, (size_t) tkn_len * 2);