[open-ils-commits] r13549 - trunk/build/i18n/scripts (dbs)

[svn at svn.open-ils.org]

Author: dbs
Date: 2009-07-08 23:06:20 -0400 (Wed, 08 Jul 2009)
New Revision: 13549

Modified:
   trunk/build/i18n/scripts/dojo_resource.py
   trunk/build/i18n/scripts/ils_events.py
   trunk/build/i18n/scripts/marc_tooltip_maker.py
   trunk/build/i18n/scripts/merge_ils_events.py
Log:
Bring the magic of codecs to the i18n script masses

Modified: trunk/build/i18n/scripts/dojo_resource.py
===================================================================
--- trunk/build/i18n/scripts/dojo_resource.py	2009-07-09 02:55:50 UTC (rev 13548)
+++ trunk/build/i18n/scripts/dojo_resource.py	2009-07-09 03:06:20 UTC (rev 13549)
@@ -28,6 +28,7 @@
 # GNU General Public License for more details.
 
 import basel10n
+import codecs
 import optparse
 import polib
 import re
@@ -57,7 +58,7 @@
         # Avoid generating duplicate entries by keeping track of msgids
         msgids = dict()
 
-        bundle = simplejson.load(open(source, 'r'))
+        bundle = simplejson.load(codecs.open(source, encoding='utf-8', mode='r'))
 
         for key, value in bundle.iteritems():
             if value in msgids:
@@ -115,7 +116,7 @@
         pot.loadpo(options.create)
         pot.create_bundle()
         if options.outfile:
-            outfile = open(options.outfile, 'w')
+            outfile = codecs.open(options.outfile, encoding='utf-8', mode='w')
             simplejson.dump(pot.msgs, outfile, indent=4)
         else:
             print(simplejson.dumps(pot.msgs, indent=4))

Modified: trunk/build/i18n/scripts/ils_events.py
===================================================================
--- trunk/build/i18n/scripts/ils_events.py	2009-07-09 02:55:50 UTC (rev 13548)
+++ trunk/build/i18n/scripts/ils_events.py	2009-07-09 03:06:20 UTC (rev 13549)
@@ -33,6 +33,7 @@
 # GNU General Public License for more details.
 
 import basel10n
+import codecs
 import optparse
 import polib
 import re
@@ -204,7 +205,7 @@
         pot.loadpo(options.create)
         pot.create_events()
         if options.outfile:
-            outfile = open(options.outfile, 'w')
+            outfile = codecs.open(options.outfile, encoding='utf-8', mode='w')
             outfile.write(head)
             for event in pot.definitions: 
                 outfile.write(event + "\n")

Modified: trunk/build/i18n/scripts/marc_tooltip_maker.py
===================================================================
--- trunk/build/i18n/scripts/marc_tooltip_maker.py	2009-07-09 02:55:50 UTC (rev 13548)
+++ trunk/build/i18n/scripts/marc_tooltip_maker.py	2009-07-09 03:06:20 UTC (rev 13549)
@@ -279,6 +279,7 @@
     return field
 
 if __name__ == '__main__':
+    import codecs
     import copy
     import os
     import re
@@ -292,7 +293,7 @@
         if (not re.compile(r'^040010-1\d\d\d-f.html').search(filename)):
             continue
         print filename
-        devnull = open('/dev/null', 'w')
+        devnull = codecs.open('/dev/null', encoding='utf-8', mode='w')
         file = subprocess.Popen(
             ('tidy', '-asxml', '-n', '-q', '-utf8', filename),
             stdout=subprocess.PIPE, stderr=devnull).communicate()[0]
@@ -310,6 +311,6 @@
             if (field):
                 ALL_MY_FIELDS.add_field(field)
 
-    MARCOUT = open('marcedit-tooltips-fr.xml', 'w')
+    MARCOUT = codecs.open('marcedit-tooltips-fr.xml', encoding='utf-8', mode='w')
     MARCOUT.write(ALL_MY_FIELDS.to_xml().encode('UTF-8'))
     MARCOUT.close()

Modified: trunk/build/i18n/scripts/merge_ils_events.py
===================================================================
--- trunk/build/i18n/scripts/merge_ils_events.py	2009-07-09 02:55:50 UTC (rev 13548)
+++ trunk/build/i18n/scripts/merge_ils_events.py	2009-07-09 03:06:20 UTC (rev 13549)
@@ -1,4 +1,5 @@
 #!/usr/bin/env python
+import codecs
 import xml.dom.minidom
 import optparse
 
@@ -76,7 +77,7 @@
         merged = merge_events(options.master, options.localization)
 
     if options.outfile:
-        outfile = open(options.outfile, 'w')
+        outfile = codecs.open(options.outfile, encoding='utf-8', mode='w')
         if options.pretty:
             outfile.write(merged.toprettyxml(encoding='utf-8'))
         else: