refactor: replace deprecated utf8_encode with mb_convert_encoding

adrienbrault · adrienbrault · commit 0d6e4b31c460 · 2023-02-03T16:13:08.000+01:00
diff --git a/src/Encoder.php b/src/Encoder.php
@@ -87,7 +87,7 @@ public function encode(string $text): array
         {
             $new_tokens = array();
             $chars = array();
-            $token = utf8_encode($token);
+            $token = mb_convert_encoding($token, 'UTF-8', mb_list_encodings());
             if(function_exists('mb_strlen'))
             {
                 $len = mb_strlen($token, 'UTF-8');

Original file line number	Diff line number	Diff line change
`@@ -87,7 +87,7 @@ public function encode(string $text): array`
`87`	`87`	`{`
`88`	`88`	`$new_tokens = array();`
`89`	`89`	`$chars = array();`
`90`		`- $token = utf8_encode($token);`
	`90`	`+ $token = mb_convert_encoding($token, 'UTF-8', mb_list_encodings());`
`91`	`91`	`if(function_exists('mb_strlen'))`
`92`	`92`	`{`
`93`	`93`	`$len = mb_strlen($token, 'UTF-8');`