Create preprocessor_config.json

preprocessor_config.json

@@ -1,6 +1,17 @@
 {
-  "do_lower_case": false,
-  "max_length": 128,
-  "truncation": true,
-  "padding": "max_length"
+  "preprocessors": [
+    {
+      "type": "Lowercase"
+    },
+    {
+      "type": "PreNFKC"
+    },
+    {
+      "type": "PunctuationNormalization"
+    },
+    {
+      "type": "WhitespaceNormalization"
+    }
+  ],
+  "version": "1.1"
 }