[open-ils-commits] r14561 - branches/rel_1_4/build/i18n/scripts (dbs)

[svn at svn.open-ils.org]

Author: dbs
Date: 2009-10-22 11:54:54 -0400 (Thu, 22 Oct 2009)
New Revision: 14561

Modified:
   branches/rel_1_4/build/i18n/scripts/db-seed-i18n.py
   branches/rel_1_4/build/i18n/scripts/dojo_resource.py
   branches/rel_1_4/build/i18n/scripts/fieldmapper.py
   branches/rel_1_4/build/i18n/scripts/ils_events.py
   branches/rel_1_4/build/i18n/scripts/marc_tooltip_maker.py
Log:
Backport codecs-aware i18n scripts for use with polib 0.4.2


Modified: branches/rel_1_4/build/i18n/scripts/db-seed-i18n.py
===================================================================
--- branches/rel_1_4/build/i18n/scripts/db-seed-i18n.py	2009-10-22 15:10:11 UTC (rev 14560)
+++ branches/rel_1_4/build/i18n/scripts/db-seed-i18n.py	2009-10-22 15:54:54 UTC (rev 14561)
@@ -152,7 +152,7 @@
         if not options.outfile:
             outfile = sys.stdout
         else:
-            outfile = open(options.outfile, 'w')
+            outfile = codecs.open(options.outfile, encoding='utf-8', mode='w')
         for insert in pot.sql: 
             outfile.write(insert + "\n")
     else:

Modified: branches/rel_1_4/build/i18n/scripts/dojo_resource.py
===================================================================
--- branches/rel_1_4/build/i18n/scripts/dojo_resource.py	2009-10-22 15:10:11 UTC (rev 14560)
+++ branches/rel_1_4/build/i18n/scripts/dojo_resource.py	2009-10-22 15:54:54 UTC (rev 14561)
@@ -7,8 +7,8 @@
 
 Source event definitions are structured as follows:
 {
-    MSG_ID1: "This is a message with 1 variable - ${0}.",
-    MSG_ID2: "This is a message with two variables: ${0} and ${1}."
+    "MSG_ID1": "This is a message with 1 variable - ${0}.",
+    "MSG_ID2": "This is a message with two variables: ${0} and ${1}."
 }
 
 Note that this is a deliberately limited subset of the variable substitution
@@ -28,6 +28,7 @@
 # GNU General Public License for more details.
 
 import basel10n
+import codecs
 import optparse
 import polib
 import re
@@ -57,7 +58,7 @@
         # Avoid generating duplicate entries by keeping track of msgids
         msgids = dict()
 
-        bundle = simplejson.load(open(source, 'r'))
+        bundle = simplejson.load(codecs.open(source, encoding='utf-8', mode='r'))
 
         for key, value in bundle.iteritems():
             if value in msgids:
@@ -115,7 +116,7 @@
         pot.loadpo(options.create)
         pot.create_bundle()
         if options.outfile:
-            outfile = open(options.outfile, 'w')
+            outfile = codecs.open(options.outfile, encoding='utf-8', mode='w')
             simplejson.dump(pot.msgs, outfile, indent=4)
         else:
             print(simplejson.dumps(pot.msgs, indent=4))

Modified: branches/rel_1_4/build/i18n/scripts/fieldmapper.py
===================================================================
--- branches/rel_1_4/build/i18n/scripts/fieldmapper.py	2009-10-22 15:10:11 UTC (rev 14560)
+++ branches/rel_1_4/build/i18n/scripts/fieldmapper.py	2009-10-22 15:54:54 UTC (rev 14561)
@@ -18,6 +18,7 @@
 # GNU General Public License for more details.
 
 import basel10n
+import codecs
 import optparse
 import polib
 import sys
@@ -182,7 +183,7 @@
         pot.loadpo(options.entity)
         pot.create_entity()
         if options.outfile:
-            outfile = open(options.outfile, 'w')
+            outfile = codecs.open(options.outfile, encoding='utf-8', mode='w')
             for entity in pot.definitions: 
                 outfile.write(entity + "\n")
         else:
@@ -192,7 +193,7 @@
     elif options.convert:
         pot.get_strings(options.convert)
         if options.outfile:
-            outfile = open(options.outfile, 'w')
+            outfile = codecs.open(options.outfile, encoding='utf-8', mode='w')
             outfile.write(pot.idl)
         else:
             sys.stdout.write(pot.idl)

Modified: branches/rel_1_4/build/i18n/scripts/ils_events.py
===================================================================
--- branches/rel_1_4/build/i18n/scripts/ils_events.py	2009-10-22 15:10:11 UTC (rev 14560)
+++ branches/rel_1_4/build/i18n/scripts/ils_events.py	2009-10-22 15:54:54 UTC (rev 14561)
@@ -33,6 +33,7 @@
 # GNU General Public License for more details.
 
 import basel10n
+import codecs
 import optparse
 import polib
 import re
@@ -204,7 +205,7 @@
         pot.loadpo(options.create)
         pot.create_events()
         if options.outfile:
-            outfile = open(options.outfile, 'w')
+            outfile = codecs.open(options.outfile, encoding='utf-8', mode='w')
             outfile.write(head)
             for event in pot.definitions: 
                 outfile.write(event + "\n")

Modified: branches/rel_1_4/build/i18n/scripts/marc_tooltip_maker.py
===================================================================
--- branches/rel_1_4/build/i18n/scripts/marc_tooltip_maker.py	2009-10-22 15:10:11 UTC (rev 14560)
+++ branches/rel_1_4/build/i18n/scripts/marc_tooltip_maker.py	2009-10-22 15:54:54 UTC (rev 14561)
@@ -279,6 +279,7 @@
     return field
 
 if __name__ == '__main__':
+    import codecs
     import copy
     import os
     import re
@@ -292,7 +293,7 @@
         if (not re.compile(r'^040010-1\d\d\d-f.html').search(filename)):
             continue
         print filename
-        devnull = open('/dev/null', 'w')
+        devnull = codecs.open('/dev/null', encoding='utf-8', mode='w')
         file = subprocess.Popen(
             ('tidy', '-asxml', '-n', '-q', '-utf8', filename),
             stdout=subprocess.PIPE, stderr=devnull).communicate()[0]
@@ -310,6 +311,6 @@
             if (field):
                 ALL_MY_FIELDS.add_field(field)
 
-    MARCOUT = open('marcedit-tooltips-fr.xml', 'w')
+    MARCOUT = codecs.open('marcedit-tooltips-fr.xml', encoding='utf-8', mode='w')
     MARCOUT.write(ALL_MY_FIELDS.to_xml().encode('UTF-8'))
     MARCOUT.close()