diff --git a/ext/tokenizer/tokenizer.c b/ext/tokenizer/tokenizer.c
index 2e64c7f6a5d..55cbfed97fc 100644
--- a/ext/tokenizer/tokenizer.c
+++ b/ext/tokenizer/tokenizer.c
@@ -337,6 +337,8 @@ static void tokenize(zval *return_value TSRMLS_DC)
 	int token_type;
 	zend_bool destroy;
 
+	CG(literal_type) = UG(unicode)?IS_UNICODE:IS_STRING;
+
 	array_init(return_value);
 
 	ZVAL_NULL(&token);