Move i18n scripts under scripts/ (#4044)

* Move i18n scripts under scripts/

scripts/i18n/tests.py

@@ -0,0 +1,46 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+
+# Tests of i18n scripts.
+#
+# Copyright 2013 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import common
+import re
+import unittest
+
+class TestSequenceFunctions(unittest.TestCase):
+  def test_insert_breaks(self):
+    spaces = re.compile(r'\s+|\\n')
+    def contains_all_chars(orig, result):
+      return re.sub(spaces, '', orig) == re.sub(spaces, '', result)
+
+    sentences = [u'Quay Pegman qua bên trái hoặc bên phải 90 độ.',
+                 u'Foo bar baz this is english that is okay bye.',
+                 u'If there is a path in the specified direction, \nthen ' +
+                 u'do some actions.',
+                 u'If there is a path in the specified direction, then do ' +
+                 u'the first block of actions. Otherwise, do the second ' +
+                 u'block of actions.']
+    for sentence in sentences:
+      output = common.insert_breaks(sentence, 30, 50)
+      self.assertTrue(contains_all_chars(sentence, output),
+                   u'Mismatch between:\n{0}\n{1}'.format(
+                       re.sub(spaces, '', sentence),
+                       re.sub(spaces, '', output)))
+
+
+if __name__ == '__main__':
+    unittest.main()