added UnicodeSplitter

inst/build_extensions.py

@@ -108,6 +108,7 @@ make('lib','python','SearchIndex')
 make('lib','python','Shared','DC','xml','pyexpat')
 make('lib','python','Products','PluginIndexes','TextIndex','Splitter','ZopeSplitter')
 make('lib','python','Products','PluginIndexes','TextIndex','Splitter','ISO_8859_1_Splitter')
+make('lib','python','Products','PluginIndexes','TextIndex','Splitter','UnicodeSplitter')
 
 # Try to link/copy cPickle.so to BoboPOS to out-fox
 # stock Python cPickle if using Python 1.5.2.

lib/python/Products/PluginIndexes/TextIndex/Splitter/__init__.py

@@ -2,7 +2,8 @@ import os,sys,exceptions
 
 availableSplitters = (
   ("ZopeSplitter" , "Zope Default Splitter"),
-  ("ISO_8859_1_Splitter" , "Werner Strobles ISO-8859-1 Splitter")
+  ("ISO_8859_1_Splitter" , "Werner Strobles ISO-8859-1 Splitter"),
+  ("UnicodeSplitter" , "Unicode-aware splitter")
 )
 
 splitterNames = map(lambda x: x[0],availableSplitters)
@@ -16,6 +17,7 @@ def getSplitter(name=None):
     if not vars().has_key(name):
         exec( "from %s import Splitter as %s" % (name,name))
 
+
     return vars()[name]