X-Git-Url: https://git.korewanetadesu.com/?p=python-collate.git;a=blobdiff_plain;f=collate%2Fsyslocale.py;h=e2aeed9bdeaba636098c13a5a8e41bf90186569c;hp=1ee292402da1d72f859cfe7349359d8454e64f83;hb=2a37219e2d9c0fe58e78d987a21f6e37cfd33940;hpb=e4b16f225fadb8868f6040c7798f2dd4c4d197e1

diff --git a/collate/syslocale.py b/collate/syslocale.py
index 1ee2924..e2aeed9 100644
--- a/collate/syslocale.py
+++ b/collate/syslocale.py
@@ -12,11 +12,10 @@ locale of all previous collators and anything else using the system
 locale information.
 
 Use this collation backend if...
- - You are on a system without ICU or UCA datafiles for the locale,
-   and DUCET results are not acceptable.
+ - You are on a system without ICU.
 
 Avoid this backend if...
- - ICU or UCA support is available for the current locale.
+ - ICU is available for the current locale.
  - You are sorting strings from alphabets outside the primary locale.
  - You need to support collating multiple locales at once.
  - You need the same results across multiple platforms.
@@ -24,6 +23,7 @@ Avoid this backend if...
 """
 
 import locale
+import re
 
 import collate.errors
 import collate._abcollator
@@ -66,3 +66,10 @@ class Collator(collate._abcollator.Collator):
             b = b.decode(self.encoding, "replace")
         return locale.strcoll(a, b)
                                   
+    def words(self, string, sep=re.compile(r"\W+", re.UNICODE)):
+        """Split the string into separate words.
+
+        This split is done using the locale's notion of a word boundry.
+        """
+        return re.split(sep, string)
+